-- Logs begin at Mon 2021-02-15 20:55:26 UTC, end at Mon 2021-02-15 21:57:38 UTC. -- Feb 15 21:30:01.707016 dv-cinder-775250-3-smb systemd[1]: Started Devstack devstack@q-svc.service. Feb 15 21:30:04.525374 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.common.config [-] Logging enabled! Feb 15 21:30:04.525960 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev505 Feb 15 21:30:04.527251 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83887) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 15 21:30:04.529022 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.common.config [-] Logging enabled! Feb 15 21:30:04.529309 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev505 Feb 15 21:30:04.529691 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83887) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 15 21:30:04.530743 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Feb 15 21:30:04.531008 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Feb 15 21:30:04.532036 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Feb 15 21:30:04.532315 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Feb 15 21:30:04.532638 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Feb 15 21:30:04.533085 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:04.533544 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:04.533891 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:04.534152 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:04.534499 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:04.534829 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:04.535147 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:04.535475 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:04.535829 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:04.536144 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:04.536463 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:04.536783 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:04.537044 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:04.537406 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] config_source = [] {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:04.537732 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:04.538050 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:04.538304 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] debug = True {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:04.538622 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:04.539200 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:04.539483 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:04.539809 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:04.540138 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:04.540447 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:04.540760 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:04.541086 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:04.541479 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] host = dv-cinder-775250-3-smb {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:04.541795 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:04.542185 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:04.542451 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:04.542782 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:04.543107 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:04.543406 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:04.544159 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:04.544159 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] log_dir = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:04.544372 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] log_file = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:04.545037 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:04.545037 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:04.545231 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:04.545564 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:04.545821 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:04.546076 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:04.546409 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:04.546743 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:04.547053 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:04.547363 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:04.547675 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:04.547981 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:04.548392 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:04.548919 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:04.549308 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:04.549674 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:04.550003 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:04.550322 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:04.550634 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:04.550941 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:04.551249 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:04.551579 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:04.551894 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:04.552265 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:04.552511 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:04.552841 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:04.553144 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:04.553492 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:04.553830 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:04.554158 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:04.554482 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:04.554808 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:04.555119 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:04.555449 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:04.555759 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:04.556068 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] use_journal = False {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:04.556375 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] use_json = False {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:04.556681 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:04.556982 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:04.557311 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:04.557651 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:04.557954 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:04.558262 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:04.558570 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:04.558900 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:04.559236 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:04.559575 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:04.559923 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:04.560244 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:04.560570 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:04.560887 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:04.561215 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:04.561555 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:04.561882 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:04.562217 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:04.562546 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:04.562860 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:04.563213 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:04.563514 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:04.563917 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:04.564556 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:04.564947 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:04.565068 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:04.565386 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:04.565697 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:04.566001 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:04.566320 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:04.566659 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:04.566993 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:04.567332 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:04.567662 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:04.567954 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:04.568292 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:04.568635 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:04.568921 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:04.569236 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:04.569628 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:04.569935 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:04.570221 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:04.570529 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:04.570843 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:04.571147 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:04.571453 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:04.571766 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:04.572097 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:04.572409 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:04.572717 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:04.573021 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:04.573356 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:04.573665 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:04.573987 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:04.574298 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:04.574602 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:04.574906 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:04.575224 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:04.575530 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:04.575837 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:04.576150 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:04.576456 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:04.576768 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:04.577075 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:04.577392 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:04.577709 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:04.578015 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:04.578322 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:04.578620 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:04.578922 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:04.579232 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:04.579571 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:04.579878 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:04.580288 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:04.580602 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:04.580906 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:04.581230 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:04.581619 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:04.581938 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:04.582256 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:04.582571 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:04.582884 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:04.583199 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:04.583515 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:04.583825 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:04.584143 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:04.584448 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:04.584779 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:04.585102 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:04.585455 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:04.585778 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:04.586091 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:04.586443 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:04.586746 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:04.587062 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:04.587386 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:04.587688 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:04.588010 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:04.588348 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:04.588670 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:04.589008 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:04.589382 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:04.589715 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:04.590053 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:04.590370 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:04.590723 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:04.591177 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:04.591448 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Feb 15 21:30:04.591724 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=83887) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Feb 15 21:30:05.248861 dv-cinder-775250-3-smb neutron-server[83887]: INFO keyring.backend [-] Loading Gnome Feb 15 21:30:05.267300 dv-cinder-775250-3-smb neutron-server[83887]: INFO keyring.backend [-] Loading Google Feb 15 21:30:05.270177 dv-cinder-775250-3-smb neutron-server[83887]: INFO keyring.backend [-] Loading Windows (alt) Feb 15 21:30:05.273979 dv-cinder-775250-3-smb neutron-server[83887]: INFO keyring.backend [-] Loading file Feb 15 21:30:05.274823 dv-cinder-775250-3-smb neutron-server[83887]: INFO keyring.backend [-] Loading keyczar Feb 15 21:30:05.275096 dv-cinder-775250-3-smb neutron-server[83887]: INFO keyring.backend [-] Loading multi Feb 15 21:30:05.275746 dv-cinder-775250-3-smb neutron-server[83887]: INFO keyring.backend [-] Loading pyfs Feb 15 21:30:05.321756 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=83887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:30:05.322063 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=83887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:30:05.322402 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=83887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:30:05.322761 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 15 21:30:05.719910 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:30:05.720478 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:30:05.720720 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:30:05.772611 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:30:05.772918 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:30:05.773217 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:30:05.776890 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:30:05.777184 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:30:05.777515 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:30:05.847143 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:30:05.847446 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:30:05.847759 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:30:05.848950 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:30:05.849251 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:30:05.849565 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:30:06.175895 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:30:06.176219 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:30:06.176538 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:30:06.176805 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:30:06.177708 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:30:06.328400 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:30:06.328758 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:30:06.329093 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:30:06.329501 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:30:06.330274 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:30:06.330274 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:30:06.330612 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:30:06.332080 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:30:06.332372 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:30:06.332717 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:30:06.333035 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=83887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:30:06.333391 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:30:06.333668 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:30:06.333966 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:30:06.334277 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:30:06.334590 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:30:06.334880 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=83887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:30:06.335215 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:30:06.335487 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:30:06.335986 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:30:06.336270 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:30:06.336548 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:30:06.336879 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:30:06.337162 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:30:06.337472 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:30:06.337919 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=83887) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 15 21:30:06.338192 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=83887) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 15 21:30:06.338460 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=83887) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 15 21:30:06.338733 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=83887) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 15 21:30:06.339011 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=83887) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 15 21:30:06.339272 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=83887) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 15 21:30:06.339712 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 15 21:30:06.343087 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 15 21:30:06.347085 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 15 21:30:06.351097 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(800, 849)])]) Feb 15 21:30:06.352791 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 15 21:30:06.354121 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 15 21:30:06.354507 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan'] Feb 15 21:30:06.354949 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 15 21:30:06.358160 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 15 21:30:06.358442 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 15 21:30:06.358860 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch'] Feb 15 21:30:06.381544 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Feb 15 21:30:06.382064 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:30:06.382400 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=83887) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}} Feb 15 21:30:06.382808 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:30:06.384184 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=83887) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 15 21:30:06.384520 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch'] Feb 15 21:30:06.384798 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch'] Feb 15 21:30:06.388154 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:30:06.388467 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:30:06.458127 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 15 21:30:06.458405 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 15 21:30:06.458588 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 15 21:30:06.458962 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 15 21:30:06.493784 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_db.sqlalchemy.engines [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=83887) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Feb 15 21:30:06.952406 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.plugins.ml2.managers [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Initializing driver for type 'gre' Feb 15 21:30:06.952970 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] gre ID ranges: [(1, 1000)] Feb 15 21:30:06.996113 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.plugins.ml2.managers [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Initializing driver for type 'local' Feb 15 21:30:06.996496 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.plugins.ml2.managers [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Initializing driver for type 'vlan' Feb 15 21:30:07.009679 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] VlanTypeDriver initialization complete Feb 15 21:30:07.010105 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.plugins.ml2.managers [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Initializing driver for type 'vxlan' Feb 15 21:30:07.010877 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] vxlan ID ranges: [(1, 1000)] Feb 15 21:30:07.056942 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.plugins.ml2.managers [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Initializing extension driver 'port_security' Feb 15 21:30:07.057327 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.plugins.ml2.extensions.port_security [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] PortSecurityExtensionDriver initialization complete Feb 15 21:30:07.057761 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.plugins.ml2.managers [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Initializing mechanism driver 'openvswitch' Feb 15 21:30:07.064365 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.plugin [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=83887) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:30:07.065218 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Subscribe: > port after_create 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:30:07.065660 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Subscribe: > port after_update 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:30:07.066050 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Subscribe: > port after_delete 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:30:07.066465 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Subscribe: > subnet after_create 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:30:07.066854 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Subscribe: > subnet after_update 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:30:07.067238 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:30:07.067655 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Subscribe: > network after_create 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:30:07.068047 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Subscribe: > network after_update 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:30:07.068428 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Subscribe: > network after_delete 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:30:07.068852 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Subscribe: > security_group after_create 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:30:07.069241 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Subscribe: > security_group after_update 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:30:07.069674 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Subscribe: > security_group after_delete 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:30:07.070094 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:30:07.070473 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:30:07.070854 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:30:07.071403 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Subscribe: > address_group after_create 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:30:07.071786 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Subscribe: > address_group after_update 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:30:07.072164 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Subscribe: > address_group after_delete 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:30:07.072530 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] ML2 OVO RPC backend initialized. {{(pid=83887) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Feb 15 21:30:07.073248 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:30:07.073668 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:30:07.074122 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Subscribe: > network before_response 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:30:07.074544 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Subscribe: > networks before_response 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:30:07.074891 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Subscribe: > port before_response 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:30:07.075265 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Subscribe: > ports before_response 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:30:07.075646 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Subscribe: > subnet before_response 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:30:07.076053 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Subscribe: > subnets before_response 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:30:07.076409 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Subscribe: > network after_create 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:30:07.076783 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Subscribe: > network after_update 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:30:07.077155 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Subscribe: > network after_delete 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:30:07.077588 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Subscribe: > port after_create 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:30:07.077930 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Subscribe: > port after_update 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:30:07.078303 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Subscribe: > port after_delete 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:30:07.078679 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Subscribe: > subnet after_create 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:30:07.079073 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Subscribe: > subnet after_update 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:30:07.079450 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:30:07.080196 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.plugins.ml2.plugin [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Modular L2 Plugin initialization complete Feb 15 21:30:07.080531 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.manager [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loading services supported by the core plugin {{(pid=83887) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 15 21:30:07.080901 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.plugins.ml2.managers [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Got port-security extension from driver 'port_security' Feb 15 21:30:07.081490 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.extensions.vlantransparent [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Disabled vlantransparent extension. Feb 15 21:30:07.081943 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.manager [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=83887) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 15 21:30:07.082291 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.manager [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loading Plugin: router Feb 15 21:30:07.121149 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Subscribe: > router_interface before_create 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:30:07.121608 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Subscribe: > router after_create 55549900 {{(pid=83887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:30:07.122348 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Subscribe: > router before_create 55549900 {{(pid=83887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:30:07.122804 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:30:07.123033 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:30:07.123435 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Subscribe: > router after_delete 55549900 {{(pid=83887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:30:07.123839 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Subscribe: > floatingip after_update 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:30:07.124252 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Subscribe: > router after_create 55549900 {{(pid=83887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:30:07.124639 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Subscribe: > router after_update 55549900 {{(pid=83887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:30:07.125032 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Subscribe: > router after_update 55549900 {{(pid=83887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:30:07.125439 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:30:07.125847 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Subscribe: > router after_update 55549900 {{(pid=83887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:30:07.126389 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Subscribe: > router precommit_update 55549900 {{(pid=83887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:30:07.126812 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Subscribe: port after_update 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:30:07.127192 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Subscribe: port after_delete 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:30:07.127573 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Subscribe: subnet after_update 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:30:07.127954 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:30:07.128344 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Subscribe: > port precommit_delete 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:30:07.128730 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Subscribe: > router precommit_create 55549900 {{(pid=83887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:30:07.129110 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Subscribe: port before_delete 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:30:07.129538 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Subscribe: > router precommit_create 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:30:07.129941 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Subscribe: > router after_update 55549900 {{(pid=83887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:30:07.130319 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Subscribe: > router precommit_delete 55549900 {{(pid=83887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:30:07.130708 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Subscribe: > router precommit_create 55549900 {{(pid=83887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:30:07.131117 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:30:07.131502 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Subscribe: > router precommit_update 55549900 {{(pid=83887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:30:07.131936 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Subscribe: > network after_delete 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:30:07.133021 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource_registry [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Tracking information for resource: router configured {{(pid=83887) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 15 21:30:07.133471 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource_registry [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Tracking information for resource: floatingip configured {{(pid=83887) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 15 21:30:07.138906 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.db.l3_agentschedulers_db [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 15 21:30:07.139699 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Subscribe: port after_update 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:30:07.140369 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Subscribe: port after_create 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:30:07.140880 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Subscribe: port after_delete 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:30:07.141856 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Subscribe: port after_update 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:30:07.143351 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Subscribe: > router before_create 55550100 {{(pid=83887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:30:07.143865 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Subscribe: > router precommit_delete 55550100 {{(pid=83887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:30:07.144460 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Subscribe: > router precommit_create 55550100 {{(pid=83887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:30:07.145145 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Subscribe: > router precommit_update 55550100 {{(pid=83887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:30:07.152135 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.services.provider_configuration [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Service providers = [] {{(pid=83887) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 15 21:30:07.152724 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.servicetype_db [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=83887) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 15 21:30:07.156935 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.services.service_base [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=83887) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 15 21:30:07.157588 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.services.service_base [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=83887) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 15 21:30:07.158227 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.services.service_base [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=83887) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 15 21:30:07.159526 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.services.service_base [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=83887) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 15 21:30:07.160104 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.services.service_base [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 15 21:30:07.160743 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.manager [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=83887) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 15 21:30:07.161249 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.manager [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 15 21:30:07.176630 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.manager [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=83887) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 15 21:30:07.177251 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.manager [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loading Plugin: auto_allocate Feb 15 21:30:07.183332 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Subscribe: network precommit_update 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:30:07.183739 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Subscribe: network precommit_create 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:30:07.184358 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.manager [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=83887) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 15 21:30:07.184696 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.manager [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loading Plugin: tag Feb 15 21:30:07.192069 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.manager [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=83887) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 15 21:30:07.192454 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.manager [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loading Plugin: timestamp Feb 15 21:30:07.196406 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.manager [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=83887) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 15 21:30:07.196935 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.manager [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loading Plugin: network_ip_availability Feb 15 21:30:07.202610 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:30:07.202995 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:30:07.203414 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:30:07.204254 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.manager [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=83887) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 15 21:30:07.204700 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.manager [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loading Plugin: flavors Feb 15 21:30:07.209708 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.manager [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=83887) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 15 21:30:07.210128 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.manager [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loading Plugin: revisions Feb 15 21:30:07.214559 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.manager [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=83887) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 15 21:30:07.215030 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.892s {{(pid=83887) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:30:07.215868 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=83887) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Feb 15 21:30:07.216241 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Initializing extension manager. Feb 15 21:30:07.216805 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loading extension file: __init__.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:30:07.217193 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loading extension file: __pycache__ {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:30:07.217587 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:30:07.217972 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loading extension file: address_group.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:30:07.218988 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:30:07.219652 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loaded extension: address-group Feb 15 21:30:07.220098 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loading extension file: address_scope.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:30:07.220935 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:30:07.221600 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loaded extension: address-scope Feb 15 21:30:07.221959 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loading extension file: admin_state_down_before_update.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:30:07.222942 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:30:07.223510 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loaded extension: router-admin-state-down-before-update Feb 15 21:30:07.223876 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loading extension file: agent.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:30:07.224644 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:30:07.225269 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loaded extension: agent Feb 15 21:30:07.225685 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loading extension file: agent_resources_synced.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:30:07.226622 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:30:07.227226 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loaded extension: agent-resources-synced Feb 15 21:30:07.227603 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loading extension file: allowedaddresspairs.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:30:07.229576 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:30:07.230162 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loaded extension: allowed-address-pairs Feb 15 21:30:07.230524 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loading extension file: auto_allocated_topology.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:30:07.231634 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:30:07.232218 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loaded extension: auto-allocated-topology Feb 15 21:30:07.232594 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loading extension file: availability_zone.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:30:07.233393 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:30:07.233998 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loaded extension: availability_zone Feb 15 21:30:07.234354 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loading extension file: availability_zone_filter.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:30:07.235316 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:30:07.236351 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loaded extension: availability_zone_filter Feb 15 21:30:07.236494 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loading extension file: data_plane_status.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:30:07.237582 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:30:07.238162 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Extension data-plane-status not supported by any of loaded plugins Feb 15 21:30:07.238525 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loading extension file: default_subnetpools.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:30:07.239477 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:30:07.240043 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loaded extension: default-subnetpools Feb 15 21:30:07.240408 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loading extension file: dhcpagentscheduler.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:30:07.241430 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:30:07.242014 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loaded extension: dhcp_agent_scheduler Feb 15 21:30:07.242377 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loading extension file: dns.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:30:07.243321 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:30:07.243888 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Extension dns-integration not supported by any of loaded plugins Feb 15 21:30:07.244247 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loading extension file: dns_domain_ports.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:30:07.245184 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:30:07.245787 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 15 21:30:07.246243 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loading extension file: dvr.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:30:07.246982 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:30:07.247481 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loaded extension: dvr Feb 15 21:30:07.247731 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loading extension file: empty_string_filtering.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:30:07.248688 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:30:07.249260 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loaded extension: empty-string-filtering Feb 15 21:30:07.249658 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:30:07.250574 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:30:07.251153 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 15 21:30:07.251565 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:30:07.252501 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:30:07.253065 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 15 21:30:07.253452 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loading extension file: external_net.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:30:07.254394 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:30:07.254968 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loaded extension: external-net Feb 15 21:30:07.255337 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loading extension file: extra_dhcp_opt.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:30:07.256283 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:30:07.256846 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loaded extension: extra_dhcp_opt Feb 15 21:30:07.257215 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loading extension file: extraroute.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:30:07.258180 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:30:07.258750 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loaded extension: extraroute Feb 15 21:30:07.259107 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loading extension file: extraroute_atomic.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:30:07.260172 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:30:07.260739 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loaded extension: extraroute-atomic Feb 15 21:30:07.261107 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loading extension file: filter_validation.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:30:07.261853 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:30:07.262420 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loaded extension: filter-validation Feb 15 21:30:07.262813 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loading extension file: fip_pf_description.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:30:07.263982 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:30:07.264676 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 15 21:30:07.265037 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loading extension file: fip_port_details.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:30:07.266020 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:30:07.267007 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loaded extension: fip-port-details Feb 15 21:30:07.267382 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loading extension file: flavors.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:30:07.268657 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:30:07.269251 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loaded extension: flavors Feb 15 21:30:07.269684 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:30:07.271375 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:30:07.271963 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 15 21:30:07.272446 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loading extension file: floatingip_pools.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:30:07.273215 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:30:07.273825 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loaded extension: floatingip-pools Feb 15 21:30:07.274207 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loading extension file: ip_allocation.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:30:07.275150 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:30:07.275723 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Extension ip_allocation not supported by any of loaded plugins Feb 15 21:30:07.276092 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:30:07.277018 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:30:07.277627 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loaded extension: ip-substring-filtering Feb 15 21:30:07.277994 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loading extension file: l2_adjacency.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:30:07.278954 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:30:07.279529 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 15 21:30:07.279888 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loading extension file: l3.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:30:07.281021 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:30:07.281649 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loaded extension: router Feb 15 21:30:07.282019 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loading extension file: l3_conntrack_helper.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:30:07.284776 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:30:07.285409 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 15 21:30:07.285775 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:30:07.286745 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:30:07.287333 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loaded extension: ext-gw-mode Feb 15 21:30:07.287710 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:30:07.288645 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:30:07.289229 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loaded extension: l3-ha Feb 15 21:30:07.289615 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loading extension file: l3_flavors.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:30:07.290554 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:30:07.291125 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loaded extension: l3-flavors Feb 15 21:30:07.291493 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:30:07.292455 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:30:07.293024 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 15 21:30:07.293399 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loading extension file: l3agentscheduler.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:30:07.294885 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:30:07.295487 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loaded extension: l3_agent_scheduler Feb 15 21:30:07.295854 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loading extension file: logging.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:30:07.297491 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:30:07.298102 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Extension logging not supported by any of loaded plugins Feb 15 21:30:07.298595 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loading extension file: metering.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:30:07.299600 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:30:07.300313 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loaded extension: metering Feb 15 21:30:07.300674 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:30:07.301877 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:30:07.302984 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loaded extension: metering_source_and_destination_fields Feb 15 21:30:07.302984 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loading extension file: multiprovidernet.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:30:07.304290 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:30:07.304290 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loaded extension: multi-provider Feb 15 21:30:07.304701 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loading extension file: netmtu.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:30:07.306073 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:30:07.306210 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loaded extension: net-mtu Feb 15 21:30:07.306807 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loading extension file: netmtu_writable.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:30:07.307554 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:30:07.308346 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loaded extension: net-mtu-writable Feb 15 21:30:07.308494 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loading extension file: network_availability_zone.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:30:07.309467 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:30:07.309846 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loaded extension: network_availability_zone Feb 15 21:30:07.310202 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loading extension file: network_ip_availability.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:30:07.311473 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:30:07.311912 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loaded extension: network-ip-availability Feb 15 21:30:07.312272 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loading extension file: network_segment_range.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:30:07.313259 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:30:07.316598 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Extension network-segment-range not supported by any of loaded plugins Feb 15 21:30:07.316598 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loading extension file: pagination.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:30:07.316598 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:30:07.316598 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loaded extension: pagination Feb 15 21:30:07.316598 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loading extension file: port_device_profile.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:30:07.317270 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:30:07.317472 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loaded extension: port-device-profile Feb 15 21:30:07.317854 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:30:07.318804 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:30:07.319376 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loaded extension: port-mac-address-regenerate Feb 15 21:30:07.319737 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:30:07.320668 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:30:07.321234 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loaded extension: port-numa-affinity-policy Feb 15 21:30:07.321627 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loading extension file: port_resource_request.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:30:07.322560 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:30:07.323123 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Extension port-resource-request not supported by any of loaded plugins Feb 15 21:30:07.323484 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loading extension file: portbindings.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:30:07.324414 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:30:07.324993 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loaded extension: binding Feb 15 21:30:07.325380 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loading extension file: portbindings_extended.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:30:07.326796 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:30:07.327373 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loaded extension: binding-extended Feb 15 21:30:07.327745 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loading extension file: portsecurity.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:30:07.328685 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:30:07.329258 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loaded extension: port-security Feb 15 21:30:07.329843 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loading extension file: project_id.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:30:07.330892 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:30:07.331257 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loaded extension: project-id Feb 15 21:30:07.331647 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loading extension file: providernet.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:30:07.332630 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:30:07.333209 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loaded extension: provider Feb 15 21:30:07.333626 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loading extension file: qos.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:30:07.337373 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:30:07.338009 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Extension qos not supported by any of loaded plugins Feb 15 21:30:07.338383 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:30:07.339792 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:30:07.340375 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 15 21:30:07.340750 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:30:07.341725 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:30:07.342311 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 15 21:30:07.342672 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loading extension file: qos_default.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:30:07.343599 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:30:07.344207 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Extension qos-default not supported by any of loaded plugins Feb 15 21:30:07.344587 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loading extension file: qos_fip.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:30:07.345323 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:30:07.345967 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Extension qos-fip not supported by any of loaded plugins Feb 15 21:30:07.346331 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loading extension file: qos_gateway_ip.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:30:07.347367 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:30:07.348125 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 15 21:30:07.348238 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loading extension file: qos_port_network_policy.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:30:07.349201 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:30:07.349800 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 15 21:30:07.350165 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loading extension file: qos_rule_type_details.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:30:07.351068 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:30:07.351643 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 15 21:30:07.352006 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loading extension file: qos_rules_alias.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:30:07.353080 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:30:07.353688 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 15 21:30:07.354069 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loading extension file: quotasv2.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:30:07.355201 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:30:07.355608 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loaded extension: quotas Feb 15 21:30:07.356032 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loading extension file: quotasv2_detail.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:30:07.357751 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:30:07.358137 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loaded extension: quota_details Feb 15 21:30:07.358510 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loading extension file: rbac.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:30:07.359720 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:30:07.360322 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loaded extension: rbac-policies Feb 15 21:30:07.360782 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loading extension file: rbac_address_scope.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:30:07.361875 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:30:07.362457 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loaded extension: rbac-address-scope Feb 15 21:30:07.362818 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loading extension file: rbac_security_groups.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:30:07.365188 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:30:07.365817 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loaded extension: rbac-security-groups Feb 15 21:30:07.366212 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loading extension file: rbac_subnetpool.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:30:07.367149 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:30:07.367739 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loaded extension: rbac-subnetpool Feb 15 21:30:07.368111 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loading extension file: revisionifmatch.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:30:07.369065 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:30:07.369680 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loaded extension: revision-if-match Feb 15 21:30:07.370037 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loading extension file: revisions.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:30:07.371242 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:30:07.371818 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loaded extension: standard-attr-revisions Feb 15 21:30:07.372183 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loading extension file: router_availability_zone.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:30:07.372917 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:30:07.373584 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loaded extension: router_availability_zone Feb 15 21:30:07.373915 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loading extension file: routerservicetype.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:30:07.374858 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:30:07.375449 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Extension router-service-type not supported by any of loaded plugins Feb 15 21:30:07.375807 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:30:07.376867 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:30:07.377578 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loaded extension: security-groups-normalized-cidr Feb 15 21:30:07.377942 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loading extension file: security_groups_port_filtering.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:30:07.378928 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:30:07.379475 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loaded extension: port-security-groups-filtering Feb 15 21:30:07.379838 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:30:07.380794 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:30:07.381373 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loaded extension: security-groups-remote-address-group Feb 15 21:30:07.381756 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loading extension file: securitygroup.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:30:07.395941 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:30:07.396536 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loaded extension: security-group Feb 15 21:30:07.396916 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loading extension file: segment.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:30:07.397881 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:30:07.398471 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Extension segment not supported by any of loaded plugins Feb 15 21:30:07.399303 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:30:07.400321 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:30:07.400441 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 15 21:30:07.400751 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loading extension file: servicetype.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:30:07.401919 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:30:07.402500 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loaded extension: service-type Feb 15 21:30:07.403294 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loading extension file: sorting.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:30:07.404333 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:30:07.404333 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loaded extension: sorting Feb 15 21:30:07.404599 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loading extension file: standard_attr_segment.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:30:07.405629 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:30:07.406471 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 15 21:30:07.406600 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loading extension file: standardattrdescription.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:30:07.407282 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:30:07.407928 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loaded extension: standard-attr-description Feb 15 21:30:07.408289 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loading extension file: stateful_security_group.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:30:07.409245 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:30:07.409874 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loaded extension: stateful-security-group Feb 15 21:30:07.410240 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loading extension file: stdattrs_common.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:30:07.410832 dv-cinder-775250-3-smb neutron-server[83887]: WARNING neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 15 21:30:07.411192 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:30:07.412216 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:30:07.412788 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 15 21:30:07.413149 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loading extension file: subnet_onboard.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:30:07.414305 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:30:07.414891 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loaded extension: subnet_onboard Feb 15 21:30:07.415260 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:30:07.416198 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:30:07.416778 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 15 21:30:07.417137 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loading extension file: subnet_service_types.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:30:07.418104 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:30:07.418720 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loaded extension: subnet-service-types Feb 15 21:30:07.419081 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loading extension file: subnetallocation.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:30:07.420194 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:30:07.420769 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loaded extension: subnet_allocation Feb 15 21:30:07.421132 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:30:07.421975 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:30:07.422538 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loaded extension: subnetpool-prefix-ops Feb 15 21:30:07.422927 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:30:07.423908 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:30:07.424474 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 15 21:30:07.424838 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loading extension file: tagging.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:30:07.426317 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:30:07.426955 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loaded extension: standard-attr-tag Feb 15 21:30:07.427383 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loading extension file: timestamp.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:30:07.428666 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:30:07.429261 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loaded extension: standard-attr-timestamp Feb 15 21:30:07.429670 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loading extension file: trunk.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:30:07.430725 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:30:07.431331 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Extension trunk not supported by any of loaded plugins Feb 15 21:30:07.431673 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loading extension file: trunk_details.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:30:07.432631 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:30:07.433186 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Extension trunk-details not supported by any of loaded plugins Feb 15 21:30:07.435301 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loading extension file: uplink_status_propagation.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:30:07.435301 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:30:07.435301 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 15 21:30:07.435301 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Loading extension file: vlantransparent.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:30:07.436102 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:30:07.436656 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 15 21:30:07.440207 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.quota.resource_registry [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Creating instance of TrackedResource for resource:network Feb 15 21:30:07.441077 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.quota.resource_registry [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Creating instance of TrackedResource for resource:subnet Feb 15 21:30:07.441786 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.quota.resource_registry [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Creating instance of TrackedResource for resource:subnetpool Feb 15 21:30:07.442469 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.quota.resource_registry [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Creating instance of TrackedResource for resource:port Feb 15 21:30:07.444044 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.v2.resource_helper [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83887) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 15 21:30:07.444543 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.v2.resource_helper [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Service FLAVORS assigned prefix: {{(pid=83887) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 15 21:30:07.445251 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.v2.resource_helper [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83887) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 15 21:30:07.445755 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.v2.resource_helper [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83887) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 15 21:30:07.446137 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.quota.resource_registry [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Creating instance of TrackedResource for resource:router Feb 15 21:30:07.446861 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.quota.resource_registry [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Creating instance of TrackedResource for resource:floatingip Feb 15 21:30:07.447644 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.v2.resource_helper [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Service METERING assigned prefix: /metering {{(pid=83887) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 15 21:30:07.449564 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:30:07.449974 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:30:07.450360 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:30:07.451540 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.quota.resource_registry [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Creating instance of CountableResource for resource:rbac_policy Feb 15 21:30:07.452066 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.quota.resource_registry [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Creating instance of TrackedResource for resource:security_group Feb 15 21:30:07.452894 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.quota.resource_registry [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 15 21:30:07.453754 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.v2.resource_helper [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Service CORE assigned prefix: {{(pid=83887) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 15 21:30:07.454127 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.quota.resource_registry [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Creating instance of TrackedResource for resource:subnetpool Feb 15 21:30:07.454656 dv-cinder-775250-3-smb neutron-server[83887]: WARNING neutron.quota.resource_registry [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] subnetpool is already registered Feb 15 21:30:07.455358 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.v2.resource_helper [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Service CORE assigned prefix: {{(pid=83887) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 15 21:30:07.455733 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.quota.resource_registry [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Creating instance of TrackedResource for resource:subnetpool Feb 15 21:30:07.456097 dv-cinder-775250-3-smb neutron-server[83887]: WARNING neutron.quota.resource_registry [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] subnetpool is already registered Feb 15 21:30:07.458960 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.v2.resource_helper [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83887) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 15 21:30:07.459450 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.v2.resource_helper [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Service FLAVORS assigned prefix: {{(pid=83887) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 15 21:30:07.460102 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.v2.resource_helper [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83887) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 15 21:30:07.460567 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.v2.resource_helper [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83887) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 15 21:30:07.460942 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.quota.resource_registry [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Creating instance of TrackedResource for resource:router Feb 15 21:30:07.461310 dv-cinder-775250-3-smb neutron-server[83887]: WARNING neutron.quota.resource_registry [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] router is already registered Feb 15 21:30:07.462008 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.quota.resource_registry [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Creating instance of TrackedResource for resource:floatingip Feb 15 21:30:07.462375 dv-cinder-775250-3-smb neutron-server[83887]: WARNING neutron.quota.resource_registry [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] floatingip is already registered Feb 15 21:30:07.463182 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.v2.resource_helper [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Service METERING assigned prefix: /metering {{(pid=83887) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 15 21:30:07.463987 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.quota.resource_registry [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Creating instance of CountableResource for resource:rbac_policy Feb 15 21:30:07.464354 dv-cinder-775250-3-smb neutron-server[83887]: WARNING neutron.quota.resource_registry [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] rbac_policy is already registered Feb 15 21:30:07.464996 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.quota.resource_registry [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Creating instance of TrackedResource for resource:security_group Feb 15 21:30:07.465398 dv-cinder-775250-3-smb neutron-server[83887]: WARNING neutron.quota.resource_registry [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] security_group is already registered Feb 15 21:30:07.466132 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.quota.resource_registry [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 15 21:30:07.466505 dv-cinder-775250-3-smb neutron-server[83887]: WARNING neutron.quota.resource_registry [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] security_group_rule is already registered Feb 15 21:30:07.467277 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.v2.resource_helper [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Service CORE assigned prefix: {{(pid=83887) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 15 21:30:07.467638 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.quota.resource_registry [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Creating instance of TrackedResource for resource:subnetpool Feb 15 21:30:07.468016 dv-cinder-775250-3-smb neutron-server[83887]: WARNING neutron.quota.resource_registry [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] subnetpool is already registered Feb 15 21:30:07.468686 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.v2.resource_helper [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Service CORE assigned prefix: {{(pid=83887) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 15 21:30:07.469087 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.quota.resource_registry [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Creating instance of TrackedResource for resource:subnetpool Feb 15 21:30:07.469474 dv-cinder-775250-3-smb neutron-server[83887]: WARNING neutron.quota.resource_registry [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] subnetpool is already registered Feb 15 21:30:07.470279 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Extended resource: extensions {{(pid=83887) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 15 21:30:07.472069 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Extended resource: address-groups {{(pid=83887) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 15 21:30:07.473817 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Extended resource: address-scopes {{(pid=83887) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 15 21:30:07.475117 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Extended resource: agents {{(pid=83887) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 15 21:30:07.476351 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Extended resource: auto-allocated-topology {{(pid=83887) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 15 21:30:07.477729 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Extended resource: availability_zones {{(pid=83887) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 15 21:30:07.479145 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Extended resource: dhcp-networks {{(pid=83887) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 15 21:30:07.480677 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Extended resource: dhcp-agents {{(pid=83887) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 15 21:30:07.482247 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Extended resource: routers {{(pid=83887) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 15 21:30:07.484230 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Extended resource: flavors {{(pid=83887) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 15 21:30:07.485559 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Extended resource: service_profiles {{(pid=83887) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 15 21:30:07.487021 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Extended resource: next_providers {{(pid=83887) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 15 21:30:07.488657 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Extended resource: service_profiles {{(pid=83887) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 15 21:30:07.490241 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Extended resource: floatingip-pools {{(pid=83887) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 15 21:30:07.491603 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Extended resource: routers {{(pid=83887) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 15 21:30:07.494495 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Extended resource: floatingips {{(pid=83887) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 15 21:30:07.495831 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Extended resource: l3-routers {{(pid=83887) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 15 21:30:07.497315 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Extended resource: l3-agents {{(pid=83887) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 15 21:30:07.498841 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Extended resource: metering-labels {{(pid=83887) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 15 21:30:07.500293 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Extended resource: metering-label-rules {{(pid=83887) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 15 21:30:07.501772 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Extended resource: network-ip-availabilities {{(pid=83887) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 15 21:30:07.503142 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Extended resource: bindings {{(pid=83887) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 15 21:30:07.505021 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Extended resource: quotas {{(pid=83887) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 15 21:30:07.506593 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Extended resource: quotas {{(pid=83887) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 15 21:30:07.508094 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Extended resource: rbac-policies {{(pid=83887) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 15 21:30:07.509532 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Extended resource: security-groups {{(pid=83887) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 15 21:30:07.510825 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Extended resource: security-group-rules {{(pid=83887) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 15 21:30:07.512143 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Extended resource: service-providers {{(pid=83887) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 15 21:30:07.513492 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Extended resource: subnetpools {{(pid=83887) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 15 21:30:07.515111 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Extended resource: subnetpools {{(pid=83887) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 15 21:30:07.517073 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Extended resource: tags {{(pid=83887) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 15 21:30:07.518933 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Extended resource: tags {{(pid=83887) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 15 21:30:07.520860 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Extended resource: tags {{(pid=83887) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 15 21:30:07.523779 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Extended resource: tags {{(pid=83887) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 15 21:30:07.525553 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Extended resource: tags {{(pid=83887) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 15 21:30:07.527365 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Extended resource: tags {{(pid=83887) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 15 21:30:07.529451 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Extended resource: tags {{(pid=83887) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 15 21:30:07.531439 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Extended resource: tags {{(pid=83887) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 15 21:30:07.533723 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Extended resource: tags {{(pid=83887) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 15 21:30:07.535734 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.extensions [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Extended resource: tags {{(pid=83887) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 15 21:30:07.543043 dv-cinder-775250-3-smb neutron-server[83887]: WARNING keystonemiddleware.auth_token [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 15 21:30:07.548976 dv-cinder-775250-3-smb neutron-server[83887]: WARNING keystonemiddleware.auth_token [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 15 21:30:07.558165 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Acquired lock "singleton_lock" {{(pid=83887) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Feb 15 21:30:07.558701 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Releasing lock "singleton_lock" {{(pid=83887) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Feb 15 21:30:07.560249 dv-cinder-775250-3-smb neutron-server[83887]: INFO oslo_service.service [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Starting 2 workers Feb 15 21:30:07.565314 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Started child 83998 {{(pid=83887) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 15 21:30:07.570158 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:30:07.570436 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Started child 83999 {{(pid=83887) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 15 21:30:07.571676 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.service [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 15 21:30:07.572012 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [-] (83998) wsgi starting up on http://0.0.0.0:9696 Feb 15 21:30:07.572302 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Notify callbacks [] for process, before_spawn {{(pid=83887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:30:07.573534 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:30:07.574753 dv-cinder-775250-3-smb neutron-server[83887]: INFO oslo_service.service [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Starting 1 workers Feb 15 21:30:07.574947 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [-] (83999) wsgi starting up on http://0.0.0.0:9696 Feb 15 21:30:07.580386 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Started child 84000 {{(pid=83887) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 15 21:30:07.580964 dv-cinder-775250-3-smb neutron-server[83887]: INFO oslo_service.service [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Starting 1 workers Feb 15 21:30:07.583026 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.service [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] calling RpcWorker wait() {{(pid=84000) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 15 21:30:07.583424 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.service [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] returning from RpcWorker wait() {{(pid=84000) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 15 21:30:07.585067 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:30:07.585801 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=84000) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:30:07.585962 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Started child 84001 {{(pid=83887) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 15 21:30:07.586702 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-1c507b03-401a-4811-b5bd-280639e371a9 None None] Notify callbacks [] for process, after_spawn {{(pid=83887) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:30:07.588316 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83887) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Feb 15 21:30:07.588534 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Feb 15 21:30:07.588931 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Feb 15 21:30:07.589169 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Feb 15 21:30:07.589779 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Feb 15 21:30:07.589949 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Feb 15 21:30:07.590674 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.590986 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.591298 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:30:07.591446 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.591592 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.591893 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.592529 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.592821 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.593129 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.593285 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84001) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:30:07.593436 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.593725 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.593900 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.594420 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.594823 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.595459 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.595672 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.596309 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.596581 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.596984 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.597382 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.597731 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.598051 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.598476 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.598974 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] debug = True {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.599282 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.600254 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.600627 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.600867 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.601220 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.601755 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.602111 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.602439 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.602896 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.603280 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.603724 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.604238 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.604542 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.604942 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.605255 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.605519 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.606004 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] host = dv-cinder-775250-3-smb {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.606218 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.606575 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.606804 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.607009 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.607217 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.607494 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.607779 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.608077 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.608347 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.608704 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.609001 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.609273 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.609590 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.609860 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] log_file = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.610159 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] log_options = True {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.610509 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.610876 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.611783 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.612010 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.612233 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.612642 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.613106 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.613106 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.613559 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.613559 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.613960 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.614170 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.614375 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.614643 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.614923 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.615146 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.615535 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.615823 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.616322 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.616953 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.616953 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.617606 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.617878 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.618187 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.618580 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.618694 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.618959 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.619229 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.619478 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.619746 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.620026 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.620313 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.620545 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.621041 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.621323 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.621622 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.621977 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.622162 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.622426 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.622668 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.622948 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.623281 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.623466 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.623663 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.623920 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.624179 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] use_json = False {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.624425 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.624695 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.625093 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.625397 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.625617 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.625884 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.626130 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.626656 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.627522 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.627871 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.628228 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.628546 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.628768 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.629109 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.629305 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.629531 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.629808 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.630078 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.630415 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.630691 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.630998 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.631252 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.631529 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.631930 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.632188 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.632545 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.632819 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.633041 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.633272 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.633694 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.633907 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.634121 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.634339 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.68/identity {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.634609 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.634827 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.635105 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.635539 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.635954 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.636367 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.636749 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.637265 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.637501 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.637686 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.637867 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.638291 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.638550 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.638840 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.639139 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.639577 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.640001 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.640461 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.640773 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.641043 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.641294 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.641934 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.642214 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.642482 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.642767 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.643071 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.643342 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.643671 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.643875 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.644056 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.644435 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.644630 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.644941 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.645393 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.645779 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.646164 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.646540 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.646951 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.647419 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.647615 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.647811 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.648065 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.648320 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.648614 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.648864 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.649121 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.649481 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.649678 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.649859 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.650095 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.650342 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.650697 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.651061 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.651469 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.651863 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.652396 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.652784 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.653193 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.653606 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.654068 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.654581 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.654999 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.655417 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.655830 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.656298 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.658794 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.658794 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.658794 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.658794 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.658794 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.658794 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.659318 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.659512 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.659873 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.660281 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.660624 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.660888 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.661185 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.661946 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.661946 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.661946 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.662225 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.662718 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.663202 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.663443 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.663764 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.664098 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.664327 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.664634 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.664922 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.665211 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.665584 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.665900 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.666211 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.666507 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.666800 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.667078 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.667343 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.667645 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.667920 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.668204 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.668465 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.668754 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.669034 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.669298 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.669577 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.669874 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.670197 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.670491 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.670746 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.670997 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.671289 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.671571 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.671830 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.672127 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.672397 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.672653 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.672944 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.673411 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.68/identity {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.673816 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.674069 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.674357 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.674612 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.674878 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.675125 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.675346 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.675624 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.675851 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.676181 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.676397 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.676679 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.676932 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.678548 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.678548 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.678548 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.678548 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.682021 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.682021 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.682358 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.682358 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.682606 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.682893 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.683201 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.683472 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.683804 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.684107 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.684393 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.684681 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.685617 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.686064 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.686561 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.686929 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.687315 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.687685 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.688076 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.688465 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.688990 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.689398 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.689976 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.690580 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.690810 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.691347 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.692189 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.692594 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.692993 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.693461 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.693845 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.694237 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.694672 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.695022 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.695395 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.695773 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.696182 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.697011 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.697011 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.697518 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.697866 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.698251 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.698690 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.699852 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.699852 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.700230 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.700400 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.700843 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.701387 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.701737 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.702036 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.702292 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.702543 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.702883 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.703016 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.703285 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.703527 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.703794 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.704044 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.704315 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.704767 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.705024 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.705298 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.705689 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.705952 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.706157 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.706321 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.706716 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.706979 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.707264 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.707609 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.707948 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.708081 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.708401 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.708807 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.709163 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.709732 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.709982 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.710273 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.710574 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.710854 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.711113 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.711416 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.711793 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.712065 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.712343 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.712578 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.712874 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.713128 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.713490 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.713749 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.713998 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.714262 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.714741 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.715029 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.715366 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.715778 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.716048 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.716505 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.716791 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.717040 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.721253 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.721253 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.721253 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Feb 15 21:30:07.721253 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83887) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Feb 15 21:30:07.721253 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Feb 15 21:30:07.721253 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Feb 15 21:30:07.721253 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Feb 15 21:30:07.721253 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Feb 15 21:30:07.722028 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Feb 15 21:30:07.722028 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.722028 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.722028 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.722028 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.722028 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.722028 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.722620 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.722620 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.722620 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.722620 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.722620 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.722620 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.723123 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.723123 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.723299 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.723394 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.723946 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.723946 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.724132 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.724236 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.725404 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.725404 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.725404 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] debug = True {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.725404 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.725404 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.726949 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.726949 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.726949 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.726949 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.726949 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.726949 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.726949 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.728085 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.728085 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.728085 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.728085 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.728085 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.728777 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.728777 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.728777 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] host = dv-cinder-775250-3-smb {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.728777 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.729393 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.729393 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.729393 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.729393 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.730005 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.730005 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.730005 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.730420 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.730420 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.730771 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.730771 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.731082 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.731233 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] log_file = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.731380 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] log_options = True {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.731586 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.731691 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.731925 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.732025 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.732293 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.732535 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.732708 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.732846 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.733097 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.733222 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.733400 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.733549 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.733691 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.733917 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.734055 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.734149 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.734337 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.734544 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.734691 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.734821 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.734978 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.735365 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.735611 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.736009 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.736305 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.736305 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.736778 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.736778 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.736778 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.737427 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.737427 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.737427 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.737702 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.737702 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.738083 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.738083 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.738443 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.738443 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.738748 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.738869 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.739096 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.739296 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.739589 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.739877 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.740166 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.740452 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] use_json = False {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.740738 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.741024 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.741309 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.741623 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.742800 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.742800 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.742800 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.742800 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:30:07.743587 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.743587 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.743587 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.744036 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.744198 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.744360 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.745264 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.745264 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.745264 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.745705 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.745865 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.746850 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.746850 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.746850 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.747311 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.747311 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.747580 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.747819 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.748121 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.748630 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.748630 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.748959 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.749288 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.750044 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.750350 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.68/identity {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.750531 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.750759 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.751046 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.751615 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.751615 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.752508 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.752508 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.752508 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.752899 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.753554 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.753554 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.753795 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.753916 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.754575 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.754575 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.755325 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.755325 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.755325 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.756193 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.756193 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.756193 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.756686 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.756686 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.756953 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.757091 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.757280 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.757595 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.757874 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.758184 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.758506 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.758815 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.759131 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.759438 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.759764 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.759979 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.760244 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.760571 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.760959 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.761171 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.761553 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.761866 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.762147 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.762382 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.762633 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.764350 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.764350 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.764350 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.764350 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.764350 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.764350 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.764350 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.764350 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.764350 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.765442 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.765442 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.765442 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.765442 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.765442 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.765442 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.765442 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.765442 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.766240 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.766240 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.766240 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.766240 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.766240 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.767349 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.767349 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.767349 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.767349 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.767767 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.767767 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.767945 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.768126 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.768311 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.768494 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.768722 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.768950 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.769107 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.769260 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.769454 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.769607 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.769791 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.769976 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.770145 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.770299 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.770486 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.770682 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.770860 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.771049 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.771204 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.771408 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.771564 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.771724 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.771885 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.772048 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.772211 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.772377 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.772547 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.772704 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.772863 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.773013 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.773178 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.773383 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.773584 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.773771 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.773943 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.774080 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.774236 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.774430 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.774598 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.774772 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.774934 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.775069 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.775234 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.775416 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.775600 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.775767 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.775924 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.68/identity {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.776084 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.776246 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.776415 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.776597 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.776789 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.776957 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.777127 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.777287 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.777498 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.777604 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.777752 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.777933 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.778116 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.778580 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.778580 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.778844 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.779149 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.779327 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.779498 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.779656 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.779842 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.780025 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.780209 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.780390 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.780573 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.780770 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.780923 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.781105 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.781289 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.781500 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.781701 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.781866 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.782025 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.782169 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.782328 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.782554 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.782741 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.782906 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.783054 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.783247 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.783412 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.783585 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.783744 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.783936 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.784127 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.784329 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.784598 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.784598 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.784838 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.785026 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.785185 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.785311 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.785525 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.785640 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.785786 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.785953 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.786058 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.786155 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84000) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:30:07.786266 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.786374 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.786540 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.786724 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.786906 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.787102 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.787286 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.787470 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.787650 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.787860 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.788023 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.788205 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.788385 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.788566 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.788748 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.788940 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.789122 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.789307 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.789594 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.789904 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.790115 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.790305 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.790490 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.790795 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.791086 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.791279 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.791465 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.791679 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.792050 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.792373 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.792601 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.792792 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.793055 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.793398 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.793726 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.794046 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.794252 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.794445 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.794763 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.795093 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.795369 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.795560 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.795758 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.796055 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.796373 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.796678 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.796869 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.797146 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.797351 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.797624 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.797912 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.798278 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.798594 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.798812 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.799000 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.799222 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.799541 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.799797 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.800073 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.800338 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.800718 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.800892 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.801126 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:30:07.801401 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83887) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Feb 15 21:30:07.901148 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 42254) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:30:07.915902 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [-] 10.222.0.68 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0121245 Feb 15 21:30:19.181923 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fafec908-8efe-4c04-9f3d-57d460fdc149 None None] get_active_networks_info from dv-cinder-775250-3-smb {{(pid=84000) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 15 21:30:19.380948 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fafec908-8efe-4c04-9f3d-57d460fdc149 None None] No non-hosted networks {{(pid=84000) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 15 21:30:19.405653 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-8ae929cd-9ba1-4c1d-9719-1845dac45354 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541'] for agent, after_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:30:22.348303 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-746944d5-a88b-4f3f-afe1-d0d708458eea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541'] for agent, after_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:30:22.431025 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-769b0101-fcb0-4f23-81d8-abd1dd0e5fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:30:22.484064 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-4f2d6fe3-588d-414d-8fc0-9e430caa4704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541'] for agent, after_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:30:23.423778 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541'] for agent, after_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:30:23.424537 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:30:23.424947 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:30:23.425320 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:30:23.425719 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:30:23.426088 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:30:23.426455 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:30:23.426815 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:30:23.427176 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:30:23.427538 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:30:23.427900 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:30:23.428263 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:30:23.428604 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:30:23.429021 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-775250-3-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=84000) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:30:23.436833 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-775250-3-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=84000) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:30:24.380385 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-c15141da-837e-426e-b554-b41f5a3e4bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541'] for agent, after_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:30:25.779697 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 42344) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:30:26.485310 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] get_endpoint_by_host() called for host dv-cinder-775250-3-smb {{(pid=84000) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Feb 15 21:30:26.494474 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] get_endpoint_by_ip() called for ip 192.168.0.52 {{(pid=84000) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Feb 15 21:30:26.498687 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] _add_endpoint() called for ip 192.168.0.52 {{(pid=84000) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Feb 15 21:30:26.506167 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] _get_endpoints() called {{(pid=84000) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Feb 15 21:30:26.548520 dv-cinder-775250-3-smb neutron-server[83887]: WARNING oslo_policy.policy [None req-ae816d14-63d3-4b61-98a8-609a38565abd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 15 21:30:26.549556 dv-cinder-775250-3-smb neutron-server[83887]: WARNING oslo_policy.policy [None req-ae816d14-63d3-4b61-98a8-609a38565abd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 15 21:30:26.784530 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [None req-ae816d14-63d3-4b61-98a8-609a38565abd admin admin] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=83999) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 21:30:26.785672 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-ae816d14-63d3-4b61-98a8-609a38565abd admin admin] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 1.0048673 Feb 15 21:30:27.858174 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.db.l3_hamode_db [None req-0b70e728-6d6f-4419-bded-3ef81949f68d None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 15 21:30:27.955779 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b70e728-6d6f-4419-bded-3ef81949f68d None None] Routers set() bound to L3 agent in host dv-cinder-775250-3-smb {{(pid=84000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 21:30:27.956135 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b70e728-6d6f-4419-bded-3ef81949f68d None None] Router IDs set() for agent in host dv-cinder-775250-3-smb {{(pid=84000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Feb 15 21:30:29.701516 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 42360) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:30:30.129764 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.v2.base [None req-57af1dff-c8ee-42ac-9230-036c47109897 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=83999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:30:30.198937 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.policy [None req-57af1dff-c8ee-42ac-9230-036c47109897 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83999) register_rules /opt/stack/neutron/neutron/policy.py:75}} Feb 15 21:30:30.237179 dv-cinder-775250-3-smb neutron-server[83887]: WARNING oslo_policy.policy [None req-57af1dff-c8ee-42ac-9230-036c47109897 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 15 21:30:30.237577 dv-cinder-775250-3-smb neutron-server[83887]: WARNING oslo_policy.policy [None req-57af1dff-c8ee-42ac-9230-036c47109897 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 15 21:30:30.264616 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.quota [None req-57af1dff-c8ee-42ac-9230-036c47109897 admin admin] Loaded quota_driver: . Feb 15 21:30:30.281057 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-57af1dff-c8ee-42ac-9230-036c47109897 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:30:30.340710 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-57af1dff-c8ee-42ac-9230-036c47109897 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363257537600190', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363257537614233', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363257537610678', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363257537651741', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363257537654662', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036851239957', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3532327', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854376018', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-477844'] for rbac-policy, before_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:30:30.409418 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-57af1dff-c8ee-42ac-9230-036c47109897 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:30:30.413583 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-57af1dff-c8ee-42ac-9230-036c47109897 admin admin] 10.222.0.68 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7081113 Feb 15 21:30:33.599373 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83998) accepted ('10.222.0.68', 42374) {{(pid=83998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:30:34.275102 dv-cinder-775250-3-smb neutron-server[83887]: WARNING oslo_policy.policy [None req-9387003c-f35a-4842-a4a6-2ad54e5769bc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 15 21:30:34.275682 dv-cinder-775250-3-smb neutron-server[83887]: WARNING oslo_policy.policy [None req-9387003c-f35a-4842-a4a6-2ad54e5769bc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 15 21:30:34.508365 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.v2.base [None req-9387003c-f35a-4842-a4a6-2ad54e5769bc admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': 'e982c314925246c3a2f76b76e490baad'}} {{(pid=83998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:30:34.511495 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.quota [None req-9387003c-f35a-4842-a4a6-2ad54e5769bc admin admin] Loaded quota_driver: . Feb 15 21:30:34.528068 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-9387003c-f35a-4842-a4a6-2ad54e5769bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:30:34.535255 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-9387003c-f35a-4842-a4a6-2ad54e5769bc admin admin] Usage tracker for resource:network and tenant:e982c314925246c3a2f76b76e490baad is out of sync, need to count used quota {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:30:34.539973 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-9387003c-f35a-4842-a4a6-2ad54e5769bc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:30:34.547327 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-9387003c-f35a-4842-a4a6-2ad54e5769bc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:30:34.562513 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9387003c-f35a-4842-a4a6-2ad54e5769bc admin admin] Made reservation on behalf of e982c314925246c3a2f76b76e490baad for: {'network': 1} {{(pid=83998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 15 21:30:34.611875 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.policy [None req-9387003c-f35a-4842-a4a6-2ad54e5769bc admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83998) register_rules /opt/stack/neutron/neutron/policy.py:75}} Feb 15 21:30:34.649738 dv-cinder-775250-3-smb neutron-server[83887]: WARNING oslo_policy.policy [None req-9387003c-f35a-4842-a4a6-2ad54e5769bc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 15 21:30:34.650161 dv-cinder-775250-3-smb neutron-server[83887]: WARNING oslo_policy.policy [None req-9387003c-f35a-4842-a4a6-2ad54e5769bc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 15 21:30:34.679854 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-9387003c-f35a-4842-a4a6-2ad54e5769bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for network, before_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:30:34.699819 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-9387003c-f35a-4842-a4a6-2ad54e5769bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:30:34.716407 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-9387003c-f35a-4842-a4a6-2ad54e5769bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:30:34.720685 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-9387003c-f35a-4842-a4a6-2ad54e5769bc admin admin] Usage tracker for resource:security_group_rule and tenant:e982c314925246c3a2f76b76e490baad is out of sync, need to count used quota {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:30:34.724811 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-9387003c-f35a-4842-a4a6-2ad54e5769bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:30:34.730953 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-9387003c-f35a-4842-a4a6-2ad54e5769bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:30:34.841462 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-9387003c-f35a-4842-a4a6-2ad54e5769bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:30:34.846339 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-9387003c-f35a-4842-a4a6-2ad54e5769bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:30:34.852736 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:30:35.035709 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9387003c-f35a-4842-a4a6-2ad54e5769bc admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1} {{(pid=83998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 15 21:30:35.063830 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-9387003c-f35a-4842-a4a6-2ad54e5769bc admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8779317874991', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515977'] for segment, precommit_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:30:35.064444 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.db.segments_db [None req-9387003c-f35a-4842-a4a6-2ad54e5769bc admin admin] Added segment 3e6b162a-9396-4f91-aed5-13a1d950dbfb of type vxlan for network e7cd6b43-05de-42d4-bc32-64d886a5dd54 Feb 15 21:30:35.121823 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9387003c-f35a-4842-a4a6-2ad54e5769bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=788680e9-0dcf-4b63-ab7a-28c4b1d3d7a1,revision_number=1']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:30:35.147988 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9387003c-f35a-4842-a4a6-2ad54e5769bc admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:30:35.148356 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9387003c-f35a-4842-a4a6-2ad54e5769bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:30:35.148720 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9387003c-f35a-4842-a4a6-2ad54e5769bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:30:35.149085 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9387003c-f35a-4842-a4a6-2ad54e5769bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:30:35.149469 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9387003c-f35a-4842-a4a6-2ad54e5769bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:30:35.149826 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9387003c-f35a-4842-a4a6-2ad54e5769bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:30:35.150176 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9387003c-f35a-4842-a4a6-2ad54e5769bc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:30:35.150527 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9387003c-f35a-4842-a4a6-2ad54e5769bc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:30:35.150860 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9387003c-f35a-4842-a4a6-2ad54e5769bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:30:35.151209 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9387003c-f35a-4842-a4a6-2ad54e5769bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:30:35.151556 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9387003c-f35a-4842-a4a6-2ad54e5769bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:30:35.151898 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9387003c-f35a-4842-a4a6-2ad54e5769bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:30:35.153039 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9387003c-f35a-4842-a4a6-2ad54e5769bc admin admin] Tracked resource versions report: Feb 15 21:30:35.153039 dv-cinder-775250-3-smb neutron-server[83887]: pushed versions: Feb 15 21:30:35.153039 dv-cinder-775250-3-smb neutron-server[83887]: { 'AddressGroup': {'1.1'}, Feb 15 21:30:35.153039 dv-cinder-775250-3-smb neutron-server[83887]: 'ConntrackHelper': {'1.0'}, Feb 15 21:30:35.153039 dv-cinder-775250-3-smb neutron-server[83887]: 'Log': {'1.0'}, Feb 15 21:30:35.153039 dv-cinder-775250-3-smb neutron-server[83887]: 'Network': {'1.1'}, Feb 15 21:30:35.153039 dv-cinder-775250-3-smb neutron-server[83887]: 'Port': {'1.7'}, Feb 15 21:30:35.153039 dv-cinder-775250-3-smb neutron-server[83887]: 'PortForwarding': {'1.2'}, Feb 15 21:30:35.153039 dv-cinder-775250-3-smb neutron-server[83887]: 'QosPolicy': {'1.8'}, Feb 15 21:30:35.153039 dv-cinder-775250-3-smb neutron-server[83887]: 'SecurityGroup': {'1.4'}, Feb 15 21:30:35.153039 dv-cinder-775250-3-smb neutron-server[83887]: 'SecurityGroupRule': {'1.2'}, Feb 15 21:30:35.153039 dv-cinder-775250-3-smb neutron-server[83887]: 'SubPort': {'1.0'}, Feb 15 21:30:35.153039 dv-cinder-775250-3-smb neutron-server[83887]: 'Subnet': {'1.1'}, Feb 15 21:30:35.153039 dv-cinder-775250-3-smb neutron-server[83887]: 'Trunk': {'1.1'}} Feb 15 21:30:35.153039 dv-cinder-775250-3-smb neutron-server[83887]: consumer versions: Feb 15 21:30:35.153039 dv-cinder-775250-3-smb neutron-server[83887]: { DHCP agent@dv-cinder-775250-3-smb: {}, Feb 15 21:30:35.153039 dv-cinder-775250-3-smb neutron-server[83887]: L3 agent@dv-cinder-775250-3-smb: {}, Feb 15 21:30:35.153039 dv-cinder-775250-3-smb neutron-server[83887]: Metadata agent@dv-cinder-775250-3-smb: {}, Feb 15 21:30:35.153039 dv-cinder-775250-3-smb neutron-server[83887]: Metering agent@dv-cinder-775250-3-smb: {}, Feb 15 21:30:35.153039 dv-cinder-775250-3-smb neutron-server[83887]: Open vSwitch agent@dv-cinder-775250-3-smb: { 'AddressGroup': '1.1', Feb 15 21:30:35.153039 dv-cinder-775250-3-smb neutron-server[83887]: 'ConntrackHelper': '1.0', Feb 15 21:30:35.153039 dv-cinder-775250-3-smb neutron-server[83887]: 'Log': '1.0', Feb 15 21:30:35.153039 dv-cinder-775250-3-smb neutron-server[83887]: 'Network': '1.1', Feb 15 21:30:35.153039 dv-cinder-775250-3-smb neutron-server[83887]: 'Port': '1.7', Feb 15 21:30:35.153039 dv-cinder-775250-3-smb neutron-server[83887]: 'PortForwarding': '1.2', Feb 15 21:30:35.153039 dv-cinder-775250-3-smb neutron-server[83887]: 'QosPolicy': '1.8', Feb 15 21:30:35.153039 dv-cinder-775250-3-smb neutron-server[83887]: 'SecurityGroup': '1.4', Feb 15 21:30:35.153039 dv-cinder-775250-3-smb neutron-server[83887]: 'SecurityGroupRule': '1.2', Feb 15 21:30:35.153039 dv-cinder-775250-3-smb neutron-server[83887]: 'SubPort': '1.0', Feb 15 21:30:35.153039 dv-cinder-775250-3-smb neutron-server[83887]: 'Subnet': '1.1', Feb 15 21:30:35.153039 dv-cinder-775250-3-smb neutron-server[83887]: 'Trunk': '1.1'}} Feb 15 21:30:35.153039 dv-cinder-775250-3-smb neutron-server[83887]: {{(pid=83998) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 15 21:30:35.192472 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-9387003c-f35a-4842-a4a6-2ad54e5769bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363257537296944'] for network, precommit_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:30:35.208145 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-9387003c-f35a-4842-a4a6-2ad54e5769bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:30:35.239059 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-9387003c-f35a-4842-a4a6-2ad54e5769bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232'] for network, after_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:30:35.240469 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9387003c-f35a-4842-a4a6-2ad54e5769bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:30:35.241137 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-9387003c-f35a-4842-a4a6-2ad54e5769bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851048245'] for network, before_response {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:30:35.244907 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:30:35.363897 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9387003c-f35a-4842-a4a6-2ad54e5769bc admin admin] Pushing event updated for resources: {'Network': ['ID=e7cd6b43-05de-42d4-bc32-64d886a5dd54,revision_number=1']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:30:35.367051 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-9387003c-f35a-4842-a4a6-2ad54e5769bc admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 842 time: 1.7656379 Feb 15 21:30:35.383196 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-9387003c-f35a-4842-a4a6-2ad54e5769bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:30:35.393551 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Network e7cd6b43-05de-42d4-bc32-64d886a5dd54 details requested by agent ovs-agent-dv-cinder-775250-3-smb with host dv-cinder-775250-3-smb {{(pid=84000) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 15 21:30:38.608809 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 42396) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:30:39.329125 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba2a754-c0c1-4e10-bf64-9e1e20d21276 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:30:39.331489 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-aba2a754-c0c1-4e10-bf64-9e1e20d21276 admin admin] 10.222.0.68 "GET /v2.0/networks/e7cd6b43-05de-42d4-bc32-64d886a5dd54 HTTP/1.1" status: 200 len: 818 time: 0.7213917 Feb 15 21:30:39.361867 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-155a394b-4144-42c3-ae2e-350defaa0e9e admin admin] 10.222.0.68 "GET /v2.0/subnetpools/5cbd0d8c-9cf3-4a02-b0b2-ca4b9033ffe8 HTTP/1.1" status: 200 len: 734 time: 0.0240567 Feb 15 21:30:39.372381 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.v2.base [None req-41fad67f-e826-4ba2-aa1d-41e35147a2f7 admin admin] Request body: {'subnet': {'tenant_id': 'e982c314925246c3a2f76b76e490baad', 'subnetpool_id': '5cbd0d8c-9cf3-4a02-b0b2-ca4b9033ffe8', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'name': 'private-subnet', 'network_id': 'e7cd6b43-05de-42d4-bc32-64d886a5dd54'}} {{(pid=83999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:30:39.379541 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-41fad67f-e826-4ba2-aa1d-41e35147a2f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:30:39.384281 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-41fad67f-e826-4ba2-aa1d-41e35147a2f7 admin admin] Usage tracker for resource:subnet and tenant:e982c314925246c3a2f76b76e490baad is out of sync, need to count used quota {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:30:39.388834 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-41fad67f-e826-4ba2-aa1d-41e35147a2f7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:30:39.395999 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-41fad67f-e826-4ba2-aa1d-41e35147a2f7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:30:39.406909 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41fad67f-e826-4ba2-aa1d-41e35147a2f7 admin admin] Made reservation on behalf of e982c314925246c3a2f76b76e490baad for: {'subnet': 1} {{(pid=83999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 15 21:30:39.412782 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-41fad67f-e826-4ba2-aa1d-41e35147a2f7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:30:40.066081 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-41fad67f-e826-4ba2-aa1d-41e35147a2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232'] for subnet, after_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:30:40.079799 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:30:40.229928 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fad67f-e826-4ba2-aa1d-41e35147a2f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d184c027-7579-41e2-93ad-5384af9ca172,revision_number=0']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:30:40.243589 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fad67f-e826-4ba2-aa1d-41e35147a2f7 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:30:40.243958 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fad67f-e826-4ba2-aa1d-41e35147a2f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:30:40.244309 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fad67f-e826-4ba2-aa1d-41e35147a2f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:30:40.244662 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fad67f-e826-4ba2-aa1d-41e35147a2f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:30:40.245010 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fad67f-e826-4ba2-aa1d-41e35147a2f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:30:40.245400 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fad67f-e826-4ba2-aa1d-41e35147a2f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:30:40.245727 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fad67f-e826-4ba2-aa1d-41e35147a2f7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:30:40.246071 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fad67f-e826-4ba2-aa1d-41e35147a2f7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:30:40.246485 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fad67f-e826-4ba2-aa1d-41e35147a2f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:30:40.246729 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fad67f-e826-4ba2-aa1d-41e35147a2f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:30:40.247428 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fad67f-e826-4ba2-aa1d-41e35147a2f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:30:40.247542 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fad67f-e826-4ba2-aa1d-41e35147a2f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:30:40.248687 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fad67f-e826-4ba2-aa1d-41e35147a2f7 admin admin] Tracked resource versions report: Feb 15 21:30:40.248687 dv-cinder-775250-3-smb neutron-server[83887]: pushed versions: Feb 15 21:30:40.248687 dv-cinder-775250-3-smb neutron-server[83887]: { 'AddressGroup': {'1.1'}, Feb 15 21:30:40.248687 dv-cinder-775250-3-smb neutron-server[83887]: 'ConntrackHelper': {'1.0'}, Feb 15 21:30:40.248687 dv-cinder-775250-3-smb neutron-server[83887]: 'Log': {'1.0'}, Feb 15 21:30:40.248687 dv-cinder-775250-3-smb neutron-server[83887]: 'Network': {'1.1'}, Feb 15 21:30:40.248687 dv-cinder-775250-3-smb neutron-server[83887]: 'Port': {'1.7'}, Feb 15 21:30:40.248687 dv-cinder-775250-3-smb neutron-server[83887]: 'PortForwarding': {'1.2'}, Feb 15 21:30:40.248687 dv-cinder-775250-3-smb neutron-server[83887]: 'QosPolicy': {'1.8'}, Feb 15 21:30:40.248687 dv-cinder-775250-3-smb neutron-server[83887]: 'SecurityGroup': {'1.4'}, Feb 15 21:30:40.248687 dv-cinder-775250-3-smb neutron-server[83887]: 'SecurityGroupRule': {'1.2'}, Feb 15 21:30:40.248687 dv-cinder-775250-3-smb neutron-server[83887]: 'SubPort': {'1.0'}, Feb 15 21:30:40.248687 dv-cinder-775250-3-smb neutron-server[83887]: 'Subnet': {'1.1'}, Feb 15 21:30:40.248687 dv-cinder-775250-3-smb neutron-server[83887]: 'Trunk': {'1.1'}} Feb 15 21:30:40.248687 dv-cinder-775250-3-smb neutron-server[83887]: consumer versions: Feb 15 21:30:40.248687 dv-cinder-775250-3-smb neutron-server[83887]: { DHCP agent@dv-cinder-775250-3-smb: {}, Feb 15 21:30:40.248687 dv-cinder-775250-3-smb neutron-server[83887]: L3 agent@dv-cinder-775250-3-smb: {}, Feb 15 21:30:40.248687 dv-cinder-775250-3-smb neutron-server[83887]: Metadata agent@dv-cinder-775250-3-smb: {}, Feb 15 21:30:40.248687 dv-cinder-775250-3-smb neutron-server[83887]: Metering agent@dv-cinder-775250-3-smb: {}, Feb 15 21:30:40.248687 dv-cinder-775250-3-smb neutron-server[83887]: Open vSwitch agent@dv-cinder-775250-3-smb: { 'AddressGroup': '1.1', Feb 15 21:30:40.248687 dv-cinder-775250-3-smb neutron-server[83887]: 'ConntrackHelper': '1.0', Feb 15 21:30:40.248687 dv-cinder-775250-3-smb neutron-server[83887]: 'Log': '1.0', Feb 15 21:30:40.248687 dv-cinder-775250-3-smb neutron-server[83887]: 'Network': '1.1', Feb 15 21:30:40.248687 dv-cinder-775250-3-smb neutron-server[83887]: 'Port': '1.7', Feb 15 21:30:40.248687 dv-cinder-775250-3-smb neutron-server[83887]: 'PortForwarding': '1.2', Feb 15 21:30:40.248687 dv-cinder-775250-3-smb neutron-server[83887]: 'QosPolicy': '1.8', Feb 15 21:30:40.248687 dv-cinder-775250-3-smb neutron-server[83887]: 'SecurityGroup': '1.4', Feb 15 21:30:40.248687 dv-cinder-775250-3-smb neutron-server[83887]: 'SecurityGroupRule': '1.2', Feb 15 21:30:40.248687 dv-cinder-775250-3-smb neutron-server[83887]: 'SubPort': '1.0', Feb 15 21:30:40.248687 dv-cinder-775250-3-smb neutron-server[83887]: 'Subnet': '1.1', Feb 15 21:30:40.248687 dv-cinder-775250-3-smb neutron-server[83887]: 'Trunk': '1.1'}} Feb 15 21:30:40.248687 dv-cinder-775250-3-smb neutron-server[83887]: {{(pid=83999) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 15 21:30:40.296362 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-41fad67f-e826-4ba2-aa1d-41e35147a2f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:30:40.330837 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41fad67f-e826-4ba2-aa1d-41e35147a2f7 admin admin] Checking segment: {'id': '3e6b162a-9396-4f91-aed5-13a1d950dbfb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'e7cd6b43-05de-42d4-bc32-64d886a5dd54'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 21:30:40.331227 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41fad67f-e826-4ba2-aa1d-41e35147a2f7 admin admin] Network hostable DHCP agents. Network: e7cd6b43-05de-42d4-bc32-64d886a5dd54, hostable agents: ['d424e710-01f3-4b4f-8c21-3c6c336e6167'], hosted agents: [] {{(pid=83999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 15 21:30:40.354110 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41fad67f-e826-4ba2-aa1d-41e35147a2f7 admin admin] Network e7cd6b43-05de-42d4-bc32-64d886a5dd54 is scheduled to be hosted by DHCP agent d424e710-01f3-4b4f-8c21-3c6c336e6167 with binding_index 1 {{(pid=83999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 15 21:30:40.364799 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.base_scheduler [None req-41fad67f-e826-4ba2-aa1d-41e35147a2f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775250-3-smb, e7cd6b43-05de-42d4-bc32-64d886a5dd54) {{(pid=83999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 21:30:40.369468 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41fad67f-e826-4ba2-aa1d-41e35147a2f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:30:40.370133 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-41fad67f-e826-4ba2-aa1d-41e35147a2f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851048245'] for subnet, before_response {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:30:40.376246 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab4be2be-b1cf-4b14-a3fc-901a624f0815 None None] Network e7cd6b43-05de-42d4-bc32-64d886a5dd54 requested from dv-cinder-775250-3-smb {{(pid=84000) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 15 21:30:40.390935 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-41fad67f-e826-4ba2-aa1d-41e35147a2f7 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0226698 Feb 15 21:30:40.730782 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2682eac6-ce32-4339-a7d7-497ae82890f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca428795-fbe4-5597-aa86-ac3b8be07699-e7cd6b43-05de-42d4-bc32-64d886a5dd54', 'network_id': 'e7cd6b43-05de-42d4-bc32-64d886a5dd54', 'tenant_id': 'e982c314925246c3a2f76b76e490baad', 'fixed_ips': [{'subnet_id': 'd184c027-7579-41e2-93ad-5384af9ca172'}]}} from dv-cinder-775250-3-smb. {{(pid=84000) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 15 21:30:40.732125 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-2682eac6-ce32-4339-a7d7-497ae82890f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:30:41.269569 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.db_base_plugin_common [None req-2682eac6-ce32-4339-a7d7-497ae82890f3 None None] Allocated IP 172.20.0.2 (e7cd6b43-05de-42d4-bc32-64d886a5dd54/d184c027-7579-41e2-93ad-5384af9ca172/f4dc2bb9-7ebf-4463-9f6e-102c44359c09) {{(pid=84000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 15 21:30:41.529998 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-2682eac6-ce32-4339-a7d7-497ae82890f3 None None] Notify callbacks [] for port, precommit_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:30:41.543953 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-2682eac6-ce32-4339-a7d7-497ae82890f3 None None] Transition to ACTIVE for port object f4dc2bb9-7ebf-4463-9f6e-102c44359c09 will not be triggered until provisioned by entity L2. {{(pid=84000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 21:30:41.562959 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-2682eac6-ce32-4339-a7d7-497ae82890f3 None None] Transition to ACTIVE for port object f4dc2bb9-7ebf-4463-9f6e-102c44359c09 will not be triggered until provisioned by entity DHCP. {{(pid=84000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 21:30:41.570897 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-2682eac6-ce32-4339-a7d7-497ae82890f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363257537239207'] for port, after_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:30:41.587914 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:30:41.745817 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2682eac6-ce32-4339-a7d7-497ae82890f3 None None] Pushing event updated for resources: {'Port': ['ID=f4dc2bb9-7ebf-4463-9f6e-102c44359c09,revision_number=1']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:30:41.758178 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2682eac6-ce32-4339-a7d7-497ae82890f3 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:30:41.758553 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2682eac6-ce32-4339-a7d7-497ae82890f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:30:41.758921 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2682eac6-ce32-4339-a7d7-497ae82890f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:30:41.759283 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2682eac6-ce32-4339-a7d7-497ae82890f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:30:41.759639 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2682eac6-ce32-4339-a7d7-497ae82890f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:30:41.759994 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2682eac6-ce32-4339-a7d7-497ae82890f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:30:41.760348 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2682eac6-ce32-4339-a7d7-497ae82890f3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:30:41.760697 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2682eac6-ce32-4339-a7d7-497ae82890f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:30:41.761045 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2682eac6-ce32-4339-a7d7-497ae82890f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:30:41.761410 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2682eac6-ce32-4339-a7d7-497ae82890f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:30:41.761759 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2682eac6-ce32-4339-a7d7-497ae82890f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:30:41.762106 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2682eac6-ce32-4339-a7d7-497ae82890f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:30:41.763236 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2682eac6-ce32-4339-a7d7-497ae82890f3 None None] Tracked resource versions report: Feb 15 21:30:41.763236 dv-cinder-775250-3-smb neutron-server[83887]: pushed versions: Feb 15 21:30:41.763236 dv-cinder-775250-3-smb neutron-server[83887]: { 'AddressGroup': {'1.1'}, Feb 15 21:30:41.763236 dv-cinder-775250-3-smb neutron-server[83887]: 'ConntrackHelper': {'1.0'}, Feb 15 21:30:41.763236 dv-cinder-775250-3-smb neutron-server[83887]: 'Log': {'1.0'}, Feb 15 21:30:41.763236 dv-cinder-775250-3-smb neutron-server[83887]: 'Network': {'1.1'}, Feb 15 21:30:41.763236 dv-cinder-775250-3-smb neutron-server[83887]: 'Port': {'1.7'}, Feb 15 21:30:41.763236 dv-cinder-775250-3-smb neutron-server[83887]: 'PortForwarding': {'1.2'}, Feb 15 21:30:41.763236 dv-cinder-775250-3-smb neutron-server[83887]: 'QosPolicy': {'1.8'}, Feb 15 21:30:41.763236 dv-cinder-775250-3-smb neutron-server[83887]: 'SecurityGroup': {'1.4'}, Feb 15 21:30:41.763236 dv-cinder-775250-3-smb neutron-server[83887]: 'SecurityGroupRule': {'1.2'}, Feb 15 21:30:41.763236 dv-cinder-775250-3-smb neutron-server[83887]: 'SubPort': {'1.0'}, Feb 15 21:30:41.763236 dv-cinder-775250-3-smb neutron-server[83887]: 'Subnet': {'1.1'}, Feb 15 21:30:41.763236 dv-cinder-775250-3-smb neutron-server[83887]: 'Trunk': {'1.1'}} Feb 15 21:30:41.763236 dv-cinder-775250-3-smb neutron-server[83887]: consumer versions: Feb 15 21:30:41.763236 dv-cinder-775250-3-smb neutron-server[83887]: { DHCP agent@dv-cinder-775250-3-smb: {}, Feb 15 21:30:41.763236 dv-cinder-775250-3-smb neutron-server[83887]: L3 agent@dv-cinder-775250-3-smb: {}, Feb 15 21:30:41.763236 dv-cinder-775250-3-smb neutron-server[83887]: Metadata agent@dv-cinder-775250-3-smb: {}, Feb 15 21:30:41.763236 dv-cinder-775250-3-smb neutron-server[83887]: Metering agent@dv-cinder-775250-3-smb: {}, Feb 15 21:30:41.763236 dv-cinder-775250-3-smb neutron-server[83887]: Open vSwitch agent@dv-cinder-775250-3-smb: { 'AddressGroup': '1.1', Feb 15 21:30:41.763236 dv-cinder-775250-3-smb neutron-server[83887]: 'ConntrackHelper': '1.0', Feb 15 21:30:41.763236 dv-cinder-775250-3-smb neutron-server[83887]: 'Log': '1.0', Feb 15 21:30:41.763236 dv-cinder-775250-3-smb neutron-server[83887]: 'Network': '1.1', Feb 15 21:30:41.763236 dv-cinder-775250-3-smb neutron-server[83887]: 'Port': '1.7', Feb 15 21:30:41.763236 dv-cinder-775250-3-smb neutron-server[83887]: 'PortForwarding': '1.2', Feb 15 21:30:41.763236 dv-cinder-775250-3-smb neutron-server[83887]: 'QosPolicy': '1.8', Feb 15 21:30:41.763236 dv-cinder-775250-3-smb neutron-server[83887]: 'SecurityGroup': '1.4', Feb 15 21:30:41.763236 dv-cinder-775250-3-smb neutron-server[83887]: 'SecurityGroupRule': '1.2', Feb 15 21:30:41.763236 dv-cinder-775250-3-smb neutron-server[83887]: 'SubPort': '1.0', Feb 15 21:30:41.763236 dv-cinder-775250-3-smb neutron-server[83887]: 'Subnet': '1.1', Feb 15 21:30:41.763236 dv-cinder-775250-3-smb neutron-server[83887]: 'Trunk': '1.1'}} Feb 15 21:30:41.763236 dv-cinder-775250-3-smb neutron-server[83887]: {{(pid=84000) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 15 21:30:41.771178 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-2682eac6-ce32-4339-a7d7-497ae82890f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:30:41.818097 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2682eac6-ce32-4339-a7d7-497ae82890f3 None None] Network e7cd6b43-05de-42d4-bc32-64d886a5dd54 is already hosted by enough agents. {{(pid=84000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 21:30:41.819156 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.base_scheduler [None req-2682eac6-ce32-4339-a7d7-497ae82890f3 None None] Resources bound (agent type, host, resource id): {{(pid=84000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 21:30:41.823511 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2682eac6-ce32-4339-a7d7-497ae82890f3 None None] Received port after_create {{(pid=84000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 15 21:30:41.897421 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.managers [None req-2682eac6-ce32-4339-a7d7-497ae82890f3 None None] Attempting to bind port f4dc2bb9-7ebf-4463-9f6e-102c44359c09 on host dv-cinder-775250-3-smb for vnic_type normal with profile {{(pid=84000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 21:30:41.897845 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.managers [None req-2682eac6-ce32-4339-a7d7-497ae82890f3 None None] Attempting to bind port f4dc2bb9-7ebf-4463-9f6e-102c44359c09 by drivers openvswitch on host dv-cinder-775250-3-smb at level 0 using segments [{'id': '3e6b162a-9396-4f91-aed5-13a1d950dbfb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'e7cd6b43-05de-42d4-bc32-64d886a5dd54'}] {{(pid=84000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 15 21:30:41.898269 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2682eac6-ce32-4339-a7d7-497ae82890f3 None None] Attempting to bind port f4dc2bb9-7ebf-4463-9f6e-102c44359c09 on network e7cd6b43-05de-42d4-bc32-64d886a5dd54 {{(pid=84000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 15 21:30:41.904160 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2682eac6-ce32-4339-a7d7-497ae82890f3 None None] Checking agent: {'id': 'c4d26ba9-4355-4b6a-ac8e-61eaae13650f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 21, 30, 23), 'started_at': datetime.datetime(2021, 2, 15, 21, 30, 23), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 21, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 21:30:41.904592 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2682eac6-ce32-4339-a7d7-497ae82890f3 None None] Checking segment: {'id': '3e6b162a-9396-4f91-aed5-13a1d950dbfb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'e7cd6b43-05de-42d4-bc32-64d886a5dd54'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 21:30:41.905028 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-2682eac6-ce32-4339-a7d7-497ae82890f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:30:41.905495 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2682eac6-ce32-4339-a7d7-497ae82890f3 None None] Bound using segment: {'id': '3e6b162a-9396-4f91-aed5-13a1d950dbfb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'e7cd6b43-05de-42d4-bc32-64d886a5dd54'} {{(pid=84000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 21:30:41.905998 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.managers [None req-2682eac6-ce32-4339-a7d7-497ae82890f3 None None] Bound port: f4dc2bb9-7ebf-4463-9f6e-102c44359c09, host: dv-cinder-775250-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e6b162a-9396-4f91-aed5-13a1d950dbfb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'e7cd6b43-05de-42d4-bc32-64d886a5dd54'}}] {{(pid=84000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 15 21:30:41.906441 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-2682eac6-ce32-4339-a7d7-497ae82890f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:30:42.002795 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [None req-2682eac6-ce32-4339-a7d7-497ae82890f3 None None] For port f4dc2bb9-7ebf-4463-9f6e-102c44359c09, host dv-cinder-775250-3-smb, cleared binding levels {{(pid=84000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 15 21:30:42.007301 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [None req-2682eac6-ce32-4339-a7d7-497ae82890f3 None None] For port f4dc2bb9-7ebf-4463-9f6e-102c44359c09, host dv-cinder-775250-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-3-smb',level=0,port_id=f4dc2bb9-7ebf-4463-9f6e-102c44359c09,segment=NetworkSegment(3e6b162a-9396-4f91-aed5-13a1d950dbfb),segment_id=3e6b162a-9396-4f91-aed5-13a1d950dbfb)] {{(pid=84000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 15 21:30:42.011283 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-2682eac6-ce32-4339-a7d7-497ae82890f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779317976793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779317533282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257537242501'] for port, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:30:42.026278 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:30:42.193804 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2682eac6-ce32-4339-a7d7-497ae82890f3 None None] Pushing event updated for resources: {'Port': ['ID=f4dc2bb9-7ebf-4463-9f6e-102c44359c09,revision_number=2']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:30:42.198727 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-2682eac6-ce32-4339-a7d7-497ae82890f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:30:43.309853 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 42410) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:30:43.828771 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [None req-c02440b4-8e60-460f-9835-4e6528b5fd7a admin admin] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=83999) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 21:30:43.829990 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-c02440b4-8e60-460f-9835-4e6528b5fd7a admin admin] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.5177732 Feb 15 21:30:46.578179 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Device f4dc2bb9-7ebf-4463-9f6e-102c44359c09 up at agent ovs-agent-dv-cinder-775250-3-smb {{(pid=84000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:30:46.658077 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Provisioning for port f4dc2bb9-7ebf-4463-9f6e-102c44359c09 completed by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 21:30:46.863862 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 42424) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:30:47.354291 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-622a582c-7216-4b7f-8522-aa92ec13d1c0 None None] Network e7cd6b43-05de-42d4-bc32-64d886a5dd54 requested from dv-cinder-775250-3-smb {{(pid=84000) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 15 21:30:47.407264 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [None req-c42c86a3-fcdb-4806-a932-fb613e4ad023 admin admin] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=83999) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 21:30:47.408461 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-c42c86a3-fcdb-4806-a932-fb613e4ad023 admin admin] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.5433550 Feb 15 21:30:47.462155 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-a4b74ce9-424e-490f-830a-2847734b86b9 None None] Provisioning for port f4dc2bb9-7ebf-4463-9f6e-102c44359c09 completed by entity DHCP. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 21:30:47.481087 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-a4b74ce9-424e-490f-830a-2847734b86b9 None None] Provisioning complete for port f4dc2bb9-7ebf-4463-9f6e-102c44359c09 triggered by entity DHCP. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:30:47.481547 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-a4b74ce9-424e-490f-830a-2847734b86b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:30:47.736830 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-a4b74ce9-424e-490f-830a-2847734b86b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:30:47.798522 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [None req-a4b74ce9-424e-490f-830a-2847734b86b9 None None] For port f4dc2bb9-7ebf-4463-9f6e-102c44359c09, host dv-cinder-775250-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-3-smb',level=0,port_id=f4dc2bb9-7ebf-4463-9f6e-102c44359c09,segment=NetworkSegment(3e6b162a-9396-4f91-aed5-13a1d950dbfb),segment_id=3e6b162a-9396-4f91-aed5-13a1d950dbfb)] {{(pid=84000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:30:47.804028 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-a4b74ce9-424e-490f-830a-2847734b86b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779317976793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779317533282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257537242501'] for port, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:30:47.811095 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-2682eac6-ce32-4339-a7d7-497ae82890f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:30:47.898777 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b74ce9-424e-490f-830a-2847734b86b9 None None] Pushing event updated for resources: {'Port': ['ID=f4dc2bb9-7ebf-4463-9f6e-102c44359c09,revision_number=3']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:30:47.902524 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-a4b74ce9-424e-490f-830a-2847734b86b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:30:48.135526 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-1fdce67c-f3d9-49bf-99c4-01aa366c471d None None] Provisioning complete for port f4dc2bb9-7ebf-4463-9f6e-102c44359c09 triggered by entity DHCP. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:30:48.137926 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-1fdce67c-f3d9-49bf-99c4-01aa366c471d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:30:48.437565 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-1b6a877f-9e42-4008-a35c-27a3d7a9cedf None None] Provisioning complete for port f4dc2bb9-7ebf-4463-9f6e-102c44359c09 triggered by entity DHCP. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:30:48.438181 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-1b6a877f-9e42-4008-a35c-27a3d7a9cedf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:30:48.561190 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Device f4dc2bb9-7ebf-4463-9f6e-102c44359c09 up at agent ovs-agent-dv-cinder-775250-3-smb {{(pid=84000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:30:48.679269 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Provisioning complete for port f4dc2bb9-7ebf-4463-9f6e-102c44359c09 triggered by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:30:48.679680 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:30:49.037789 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-4ead7d55-1836-434f-b746-a3210275084d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:30:50.837743 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 42436) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:30:51.339909 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.v2.base [None req-b1b09770-f5e1-47ee-9823-a892c052002c admin admin] Request body: {'router': {'tenant_id': 'e982c314925246c3a2f76b76e490baad', 'name': 'router1', 'admin_state_up': True}} {{(pid=83999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:30:51.346233 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-b1b09770-f5e1-47ee-9823-a892c052002c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:30:51.351875 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-b1b09770-f5e1-47ee-9823-a892c052002c admin admin] Usage tracker for resource:router and tenant:e982c314925246c3a2f76b76e490baad is out of sync, need to count used quota {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:30:51.355334 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-b1b09770-f5e1-47ee-9823-a892c052002c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:30:51.361702 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-b1b09770-f5e1-47ee-9823-a892c052002c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:30:51.372379 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-b1b09770-f5e1-47ee-9823-a892c052002c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3812454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854714798'] for router, before_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:30:51.373885 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-b1b09770-f5e1-47ee-9823-a892c052002c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850963330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3877128', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3679487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61018'] for router, precommit_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:30:51.397178 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-b1b09770-f5e1-47ee-9823-a892c052002c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:30:51.518479 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-b1b09770-f5e1-47ee-9823-a892c052002c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850962501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850959343'] for router, after_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:30:51.539316 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-b1b09770-f5e1-47ee-9823-a892c052002c admin admin] Notify callbacks [] for router, before_response {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:30:51.540695 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-b1b09770-f5e1-47ee-9823-a892c052002c admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7018564 Feb 15 21:30:52.354968 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-15697300-0d3c-41eb-8e68-f68edf463015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:30:52.413372 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-4f2d6fe3-588d-414d-8fc0-9e430caa4704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:30:53.420502 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:30:54.322985 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-c15141da-837e-426e-b554-b41f5a3e4bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:30:54.490135 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 42456) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:30:54.701621 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [None req-e9ff2275-867c-4e26-871b-e74a8224d04a admin admin] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=83999) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 21:30:54.702996 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-e9ff2275-867c-4e26-871b-e74a8224d04a admin admin] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.2114725 Feb 15 21:30:57.383191 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 42476) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:30:57.441108 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.v2.base [None req-84497ef4-371e-4340-a2a1-fe01ad343dd6 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'name': 'public', 'admin_state_up': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'is_default': True}} {{(pid=83999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:30:57.446693 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-84497ef4-371e-4340-a2a1-fe01ad343dd6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:30:57.452067 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-84497ef4-371e-4340-a2a1-fe01ad343dd6 admin admin] Usage tracker for resource:network and tenant:17c65d23db5c4fe498fa8f13d99a2d4c is out of sync, need to count used quota {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:30:57.456837 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-84497ef4-371e-4340-a2a1-fe01ad343dd6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:30:57.464236 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-84497ef4-371e-4340-a2a1-fe01ad343dd6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:30:57.474119 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84497ef4-371e-4340-a2a1-fe01ad343dd6 admin admin] Made reservation on behalf of 17c65d23db5c4fe498fa8f13d99a2d4c for: {'network': 1} {{(pid=83999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 15 21:30:57.478843 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-84497ef4-371e-4340-a2a1-fe01ad343dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for network, before_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:30:57.496534 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-84497ef4-371e-4340-a2a1-fe01ad343dd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:30:57.515228 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-84497ef4-371e-4340-a2a1-fe01ad343dd6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:30:57.519852 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-84497ef4-371e-4340-a2a1-fe01ad343dd6 admin admin] Usage tracker for resource:security_group_rule and tenant:17c65d23db5c4fe498fa8f13d99a2d4c is out of sync, need to count used quota {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:30:57.523131 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-84497ef4-371e-4340-a2a1-fe01ad343dd6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:30:57.528937 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-84497ef4-371e-4340-a2a1-fe01ad343dd6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:30:57.628895 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-84497ef4-371e-4340-a2a1-fe01ad343dd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:30:57.632636 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-84497ef4-371e-4340-a2a1-fe01ad343dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:30:57.637439 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:30:57.652024 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-84497ef4-371e-4340-a2a1-fe01ad343dd6 admin admin] Reserving flat network on physical network physnet1 {{(pid=83999) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Feb 15 21:30:57.678951 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84497ef4-371e-4340-a2a1-fe01ad343dd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59a9b84f-7418-4769-a363-c4edba5c84c5,revision_number=1']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:30:57.681741 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-84497ef4-371e-4340-a2a1-fe01ad343dd6 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8779317874991', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515977'] for segment, precommit_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:30:57.682352 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-84497ef4-371e-4340-a2a1-fe01ad343dd6 admin admin] Unsubscribe: segment precommit_create {{(pid=83999) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Feb 15 21:30:57.682811 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.db.segments_db [None req-84497ef4-371e-4340-a2a1-fe01ad343dd6 admin admin] Added segment aaff8bb9-4958-4cc8-8842-2399e4673088 of type flat for network f2926baf-a168-440c-89c9-d3754209afe6 Feb 15 21:30:57.696363 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-84497ef4-371e-4340-a2a1-fe01ad343dd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:30:57.730265 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-84497ef4-371e-4340-a2a1-fe01ad343dd6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363257537296944'] for network, precommit_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:30:57.775091 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-84497ef4-371e-4340-a2a1-fe01ad343dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232'] for network, after_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:30:57.776240 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84497ef4-371e-4340-a2a1-fe01ad343dd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:30:57.776851 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-84497ef4-371e-4340-a2a1-fe01ad343dd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851048245'] for network, before_response {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:30:57.781975 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:30:57.886805 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-84497ef4-371e-4340-a2a1-fe01ad343dd6 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5024230 Feb 15 21:30:57.889844 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84497ef4-371e-4340-a2a1-fe01ad343dd6 admin admin] Pushing event updated for resources: {'Network': ['ID=f2926baf-a168-440c-89c9-d3754209afe6,revision_number=1']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:30:57.903845 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-84497ef4-371e-4340-a2a1-fe01ad343dd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:30:57.912721 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Network f2926baf-a168-440c-89c9-d3754209afe6 details requested by agent ovs-agent-dv-cinder-775250-3-smb with host dv-cinder-775250-3-smb {{(pid=84000) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 15 21:31:00.485799 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83998) accepted ('10.222.0.68', 42486) {{(pid=83998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:31:00.616294 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aca2765-2654-477f-a608-f13fc150b0ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:31:00.617833 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-5aca2765-2654-477f-a608-f13fc150b0ed admin admin] 10.222.0.68 "GET /v2.0/subnets/d184c027-7579-41e2-93ad-5384af9ca172 HTTP/1.1" status: 200 len: 849 time: 0.1307111 Feb 15 21:31:00.802790 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-9c470430-0654-497a-8b10-c9d02028fb49 admin admin] 10.222.0.68 "GET /v2.0/routers/d530c09f-63cc-4234-9ccf-1a8d41d78c31 HTTP/1.1" status: 200 len: 704 time: 0.1784751 Feb 15 21:31:01.307838 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-afb97690-6fe4-45b7-a2db-4450abb77a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:31:01.704354 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.db_base_plugin_common [None req-afb97690-6fe4-45b7-a2db-4450abb77a9a admin admin] Allocated IP 172.20.0.1 (e7cd6b43-05de-42d4-bc32-64d886a5dd54/d184c027-7579-41e2-93ad-5384af9ca172/a62c84fe-1503-463a-987e-bc9020b2b21e) {{(pid=83998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 15 21:31:02.040996 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-afb97690-6fe4-45b7-a2db-4450abb77a9a admin admin] Notify callbacks [] for port, precommit_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:31:02.059800 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-afb97690-6fe4-45b7-a2db-4450abb77a9a admin admin] Transition to ACTIVE for port object a62c84fe-1503-463a-987e-bc9020b2b21e will not be triggered until provisioned by entity DHCP. {{(pid=83998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 21:31:02.118206 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-afb97690-6fe4-45b7-a2db-4450abb77a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363257537239207'] for port, after_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:31:02.131582 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:31:02.276344 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb97690-6fe4-45b7-a2db-4450abb77a9a admin admin] Pushing event updated for resources: {'Port': ['ID=a62c84fe-1503-463a-987e-bc9020b2b21e,revision_number=1']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:31:02.285513 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-afb97690-6fe4-45b7-a2db-4450abb77a9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:31:02.339579 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb97690-6fe4-45b7-a2db-4450abb77a9a admin admin] Network e7cd6b43-05de-42d4-bc32-64d886a5dd54 is already hosted by enough agents. {{(pid=83998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 21:31:02.340695 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.base_scheduler [None req-afb97690-6fe4-45b7-a2db-4450abb77a9a admin admin] Resources bound (agent type, host, resource id): {{(pid=83998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 21:31:02.344264 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb97690-6fe4-45b7-a2db-4450abb77a9a admin admin] Received port after_create {{(pid=83998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 15 21:31:02.344924 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-afb97690-6fe4-45b7-a2db-4450abb77a9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036850961585'] for router_interface, before_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:31:02.576918 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-77c2feac-22ee-413e-b7fe-1310f2d18303 None None] Provisioning for port a62c84fe-1503-463a-987e-bc9020b2b21e completed by entity DHCP. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 21:31:02.582503 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-77c2feac-22ee-413e-b7fe-1310f2d18303 None None] Provisioning complete for port a62c84fe-1503-463a-987e-bc9020b2b21e triggered by entity DHCP. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:31:02.582913 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-77c2feac-22ee-413e-b7fe-1310f2d18303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:31:02.624405 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-afb97690-6fe4-45b7-a2db-4450abb77a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:31:02.644101 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.plugin [None req-77c2feac-22ee-413e-b7fe-1310f2d18303 None None] Port a62c84fe-1503-463a-987e-bc9020b2b21e cannot update to ACTIVE because it is not bound. {{(pid=84000) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 15 21:31:02.935262 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-afb97690-6fe4-45b7-a2db-4450abb77a9a admin admin] Notify callbacks [] for port, precommit_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:31:02.939586 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-afb97690-6fe4-45b7-a2db-4450abb77a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779317976793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779317533282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257537242501'] for port, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:31:02.940684 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-afb97690-6fe4-45b7-a2db-4450abb77a9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851048215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3814186'] for router_interface, after_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:31:02.953157 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:31:03.098277 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb97690-6fe4-45b7-a2db-4450abb77a9a admin admin] Pushing event updated for resources: {'Port': ['ID=a62c84fe-1503-463a-987e-bc9020b2b21e,revision_number=2']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:31:03.103221 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-afb97690-6fe4-45b7-a2db-4450abb77a9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:31:03.153113 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb97690-6fe4-45b7-a2db-4450abb77a9a admin admin] Network e7cd6b43-05de-42d4-bc32-64d886a5dd54 is already hosted by enough agents. {{(pid=83998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 21:31:03.154187 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.base_scheduler [None req-afb97690-6fe4-45b7-a2db-4450abb77a9a admin admin] Resources bound (agent type, host, resource id): {{(pid=83998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 21:31:03.363979 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afb97690-6fe4-45b7-a2db-4450abb77a9a admin admin] Router d530c09f-63cc-4234-9ccf-1a8d41d78c31 is scheduled to L3 agent dc46b086-6cb1-49e8-b95e-1fe9b389155e with binding_index 1 {{(pid=83998) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 15 21:31:03.370126 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-775838fe-9b3e-4a39-a0c4-0b84cddce693 None None] Provisioning complete for port a62c84fe-1503-463a-987e-bc9020b2b21e triggered by entity DHCP. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:31:03.370547 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-775838fe-9b3e-4a39-a0c4-0b84cddce693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:31:03.428771 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.plugin [None req-775838fe-9b3e-4a39-a0c4-0b84cddce693 None None] Port a62c84fe-1503-463a-987e-bc9020b2b21e cannot update to ACTIVE because it is not bound. {{(pid=84000) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 15 21:31:03.699403 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afb97690-6fe4-45b7-a2db-4450abb77a9a admin admin] Notify agent at l3_agent.dv-cinder-775250-3-smb the message routers_updated {{(pid=83998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 15 21:31:03.710704 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef345287-013b-430e-8ee5-fa7c0986349e None None] Sync routers for ids ['d530c09f-63cc-4234-9ccf-1a8d41d78c31'] in dv-cinder-775250-3-smb {{(pid=84001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 15 21:31:03.711015 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-afb97690-6fe4-45b7-a2db-4450abb77a9a admin admin] 10.222.0.68 "PUT /v2.0/routers/d530c09f-63cc-4234-9ccf-1a8d41d78c31/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.9021745 Feb 15 21:31:03.723697 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef345287-013b-430e-8ee5-fa7c0986349e None None] Routers {'d530c09f-63cc-4234-9ccf-1a8d41d78c31'} bound to L3 agent in host dv-cinder-775250-3-smb {{(pid=84001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 21:31:03.724566 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_hamode_db [None req-ef345287-013b-430e-8ee5-fa7c0986349e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-15T21:30:22Z,description=,heartbeat_timestamp=2021-02-15T21:30:52Z,host='dv-cinder-775250-3-smb',id=dc46b086-6cb1-49e8-b95e-1fe9b389155e,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T21:30:22Z,topic='l3_agent')) {'router_ids': ['d530c09f-63cc-4234-9ccf-1a8d41d78c31'], 'active': True} {{(pid=84001) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:31:03.914398 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvr_db [None req-ef345287-013b-430e-8ee5-fa7c0986349e None None] Set router d530c09f-63cc-4234-9ccf-1a8d41d78c31 gateway port host: None {{(pid=84001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 21:31:04.491968 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_hamode_db [None req-ef345287-013b-430e-8ee5-fa7c0986349e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd530c09f-63cc-4234-9ccf-1a8d41d78c31', 'name': 'router1', 'tenant_id': 'e982c314925246c3a2f76b76e490baad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:30:51Z', 'updated_at': '2021-02-15T21:31:02Z', 'revision_number': 2, 'project_id': 'e982c314925246c3a2f76b76e490baad', 'gw_port_host': None, '_interfaces': [{'id': 'a62c84fe-1503-463a-987e-bc9020b2b21e', 'name': '', 'network_id': 'e7cd6b43-05de-42d4-bc32-64d886a5dd54', 'tenant_id': 'e982c314925246c3a2f76b76e490baad', 'mac_address': 'fa:16:3e:f2:7b:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd530c09f-63cc-4234-9ccf-1a8d41d78c31', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd184c027-7579-41e2-93ad-5384af9ca172', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:31:01Z', 'updated_at': '2021-02-15T21:31:02Z', 'revision_number': 2, 'project_id': 'e982c314925246c3a2f76b76e490baad', 'subnets': [{'id': 'd184c027-7579-41e2-93ad-5384af9ca172', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5cbd0d8c-9cf3-4a02-b0b2-ca4b9033ffe8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-3-smb', False) {} {{(pid=84001) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:31:04.501372 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef345287-013b-430e-8ee5-fa7c0986349e None None] Checking router: d530c09f-63cc-4234-9ccf-1a8d41d78c31 for host: dv-cinder-775250-3-smb {{(pid=84001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 15 21:31:04.502040 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef345287-013b-430e-8ee5-fa7c0986349e None None] Updating router d530c09f-63cc-4234-9ccf-1a8d41d78c31 port a62c84fe-1503-463a-987e-bc9020b2b21e binding host dv-cinder-775250-3-smb {{(pid=84001) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 15 21:31:04.592891 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-ef345287-013b-430e-8ee5-fa7c0986349e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_update {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:31:05.124078 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-ef345287-013b-430e-8ee5-fa7c0986349e None None] Notify callbacks [] for port, precommit_update {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:31:05.140505 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-ef345287-013b-430e-8ee5-fa7c0986349e None None] Transition to ACTIVE for port object a62c84fe-1503-463a-987e-bc9020b2b21e will not be triggered until provisioned by entity L2. {{(pid=84001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 21:31:05.144299 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-ef345287-013b-430e-8ee5-fa7c0986349e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779317976793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779317533282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257537242501'] for port, after_update {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:31:05.158795 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:31:05.318012 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458a4d49-1016-467c-bf13-4e34d6930c04 None None] Pushing event updated for resources: {'Port': ['ID=a62c84fe-1503-463a-987e-bc9020b2b21e,revision_number=3']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:31:05.331124 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458a4d49-1016-467c-bf13-4e34d6930c04 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:31:05.331492 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458a4d49-1016-467c-bf13-4e34d6930c04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:31:05.331861 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458a4d49-1016-467c-bf13-4e34d6930c04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:31:05.332219 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458a4d49-1016-467c-bf13-4e34d6930c04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:31:05.332569 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458a4d49-1016-467c-bf13-4e34d6930c04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:31:05.332920 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458a4d49-1016-467c-bf13-4e34d6930c04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:31:05.333268 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458a4d49-1016-467c-bf13-4e34d6930c04 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:31:05.333671 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458a4d49-1016-467c-bf13-4e34d6930c04 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:31:05.334018 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458a4d49-1016-467c-bf13-4e34d6930c04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:31:05.334362 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458a4d49-1016-467c-bf13-4e34d6930c04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:31:05.334704 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458a4d49-1016-467c-bf13-4e34d6930c04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:31:05.335078 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458a4d49-1016-467c-bf13-4e34d6930c04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:31:05.336178 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458a4d49-1016-467c-bf13-4e34d6930c04 None None] Tracked resource versions report: Feb 15 21:31:05.336178 dv-cinder-775250-3-smb neutron-server[83887]: pushed versions: Feb 15 21:31:05.336178 dv-cinder-775250-3-smb neutron-server[83887]: { 'AddressGroup': {'1.1'}, Feb 15 21:31:05.336178 dv-cinder-775250-3-smb neutron-server[83887]: 'ConntrackHelper': {'1.0'}, Feb 15 21:31:05.336178 dv-cinder-775250-3-smb neutron-server[83887]: 'Log': {'1.0'}, Feb 15 21:31:05.336178 dv-cinder-775250-3-smb neutron-server[83887]: 'Network': {'1.1'}, Feb 15 21:31:05.336178 dv-cinder-775250-3-smb neutron-server[83887]: 'Port': {'1.7'}, Feb 15 21:31:05.336178 dv-cinder-775250-3-smb neutron-server[83887]: 'PortForwarding': {'1.2'}, Feb 15 21:31:05.336178 dv-cinder-775250-3-smb neutron-server[83887]: 'QosPolicy': {'1.8'}, Feb 15 21:31:05.336178 dv-cinder-775250-3-smb neutron-server[83887]: 'SecurityGroup': {'1.4'}, Feb 15 21:31:05.336178 dv-cinder-775250-3-smb neutron-server[83887]: 'SecurityGroupRule': {'1.2'}, Feb 15 21:31:05.336178 dv-cinder-775250-3-smb neutron-server[83887]: 'SubPort': {'1.0'}, Feb 15 21:31:05.336178 dv-cinder-775250-3-smb neutron-server[83887]: 'Subnet': {'1.1'}, Feb 15 21:31:05.336178 dv-cinder-775250-3-smb neutron-server[83887]: 'Trunk': {'1.1'}} Feb 15 21:31:05.336178 dv-cinder-775250-3-smb neutron-server[83887]: consumer versions: Feb 15 21:31:05.336178 dv-cinder-775250-3-smb neutron-server[83887]: { DHCP agent@dv-cinder-775250-3-smb: {}, Feb 15 21:31:05.336178 dv-cinder-775250-3-smb neutron-server[83887]: L3 agent@dv-cinder-775250-3-smb: {}, Feb 15 21:31:05.336178 dv-cinder-775250-3-smb neutron-server[83887]: Metadata agent@dv-cinder-775250-3-smb: {}, Feb 15 21:31:05.336178 dv-cinder-775250-3-smb neutron-server[83887]: Metering agent@dv-cinder-775250-3-smb: {}, Feb 15 21:31:05.336178 dv-cinder-775250-3-smb neutron-server[83887]: Open vSwitch agent@dv-cinder-775250-3-smb: { 'AddressGroup': '1.1', Feb 15 21:31:05.336178 dv-cinder-775250-3-smb neutron-server[83887]: 'ConntrackHelper': '1.0', Feb 15 21:31:05.336178 dv-cinder-775250-3-smb neutron-server[83887]: 'Log': '1.0', Feb 15 21:31:05.336178 dv-cinder-775250-3-smb neutron-server[83887]: 'Network': '1.1', Feb 15 21:31:05.336178 dv-cinder-775250-3-smb neutron-server[83887]: 'Port': '1.7', Feb 15 21:31:05.336178 dv-cinder-775250-3-smb neutron-server[83887]: 'PortForwarding': '1.2', Feb 15 21:31:05.336178 dv-cinder-775250-3-smb neutron-server[83887]: 'QosPolicy': '1.8', Feb 15 21:31:05.336178 dv-cinder-775250-3-smb neutron-server[83887]: 'SecurityGroup': '1.4', Feb 15 21:31:05.336178 dv-cinder-775250-3-smb neutron-server[83887]: 'SecurityGroupRule': '1.2', Feb 15 21:31:05.336178 dv-cinder-775250-3-smb neutron-server[83887]: 'SubPort': '1.0', Feb 15 21:31:05.336178 dv-cinder-775250-3-smb neutron-server[83887]: 'Subnet': '1.1', Feb 15 21:31:05.336178 dv-cinder-775250-3-smb neutron-server[83887]: 'Trunk': '1.1'}} Feb 15 21:31:05.336178 dv-cinder-775250-3-smb neutron-server[83887]: {{(pid=84001) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 15 21:31:05.340041 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-458a4d49-1016-467c-bf13-4e34d6930c04 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:31:05.514009 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.managers [None req-ef345287-013b-430e-8ee5-fa7c0986349e None None] Attempting to bind port a62c84fe-1503-463a-987e-bc9020b2b21e on host dv-cinder-775250-3-smb for vnic_type normal with profile {{(pid=84001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 21:31:05.514541 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.managers [None req-ef345287-013b-430e-8ee5-fa7c0986349e None None] Attempting to bind port a62c84fe-1503-463a-987e-bc9020b2b21e by drivers openvswitch on host dv-cinder-775250-3-smb at level 0 using segments [{'id': '3e6b162a-9396-4f91-aed5-13a1d950dbfb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'e7cd6b43-05de-42d4-bc32-64d886a5dd54'}] {{(pid=84001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 15 21:31:05.514806 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef345287-013b-430e-8ee5-fa7c0986349e None None] Attempting to bind port a62c84fe-1503-463a-987e-bc9020b2b21e on network e7cd6b43-05de-42d4-bc32-64d886a5dd54 {{(pid=84001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 15 21:31:05.522517 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef345287-013b-430e-8ee5-fa7c0986349e None None] Checking agent: {'id': 'c4d26ba9-4355-4b6a-ac8e-61eaae13650f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 21, 30, 23), 'started_at': datetime.datetime(2021, 2, 15, 21, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 21, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 21:31:05.522940 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef345287-013b-430e-8ee5-fa7c0986349e None None] Checking segment: {'id': '3e6b162a-9396-4f91-aed5-13a1d950dbfb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'e7cd6b43-05de-42d4-bc32-64d886a5dd54'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 21:31:05.523419 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-ef345287-013b-430e-8ee5-fa7c0986349e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:31:05.523845 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef345287-013b-430e-8ee5-fa7c0986349e None None] Bound using segment: {'id': '3e6b162a-9396-4f91-aed5-13a1d950dbfb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'e7cd6b43-05de-42d4-bc32-64d886a5dd54'} {{(pid=84001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 21:31:05.524383 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.managers [None req-ef345287-013b-430e-8ee5-fa7c0986349e None None] Bound port: a62c84fe-1503-463a-987e-bc9020b2b21e, host: dv-cinder-775250-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e6b162a-9396-4f91-aed5-13a1d950dbfb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'e7cd6b43-05de-42d4-bc32-64d886a5dd54'}}] {{(pid=84001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 15 21:31:05.524770 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-ef345287-013b-430e-8ee5-fa7c0986349e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_update {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:31:05.629759 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [None req-ef345287-013b-430e-8ee5-fa7c0986349e None None] For port a62c84fe-1503-463a-987e-bc9020b2b21e, host dv-cinder-775250-3-smb, cleared binding levels {{(pid=84001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 15 21:31:05.634681 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [None req-ef345287-013b-430e-8ee5-fa7c0986349e None None] For port a62c84fe-1503-463a-987e-bc9020b2b21e, host dv-cinder-775250-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-3-smb',level=0,port_id=a62c84fe-1503-463a-987e-bc9020b2b21e,segment=NetworkSegment(3e6b162a-9396-4f91-aed5-13a1d950dbfb),segment_id=3e6b162a-9396-4f91-aed5-13a1d950dbfb)] {{(pid=84001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 15 21:31:05.639973 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-ef345287-013b-430e-8ee5-fa7c0986349e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779317976793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779317533282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257537242501'] for port, after_update {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:31:05.654530 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:31:05.816915 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458a4d49-1016-467c-bf13-4e34d6930c04 None None] Pushing event updated for resources: {'Port': ['ID=a62c84fe-1503-463a-987e-bc9020b2b21e,revision_number=4']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:31:05.821771 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-458a4d49-1016-467c-bf13-4e34d6930c04 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:31:05.879568 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef345287-013b-430e-8ee5-fa7c0986349e None None] Routers {'d530c09f-63cc-4234-9ccf-1a8d41d78c31'} bound to L3 agent in host dv-cinder-775250-3-smb {{(pid=84001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 21:31:05.880648 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_hamode_db [None req-ef345287-013b-430e-8ee5-fa7c0986349e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-15T21:30:22Z,description=,heartbeat_timestamp=2021-02-15T21:30:52Z,host='dv-cinder-775250-3-smb',id=dc46b086-6cb1-49e8-b95e-1fe9b389155e,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T21:30:22Z,topic='l3_agent')) {'router_ids': ['d530c09f-63cc-4234-9ccf-1a8d41d78c31'], 'active': True} {{(pid=84001) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:31:06.052834 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvr_db [None req-ef345287-013b-430e-8ee5-fa7c0986349e None None] Set router d530c09f-63cc-4234-9ccf-1a8d41d78c31 gateway port host: None {{(pid=84001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 21:31:06.276788 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83998) accepted ('10.222.0.68', 42498) {{(pid=83998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:31:06.415843 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_hamode_db [None req-ef345287-013b-430e-8ee5-fa7c0986349e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd530c09f-63cc-4234-9ccf-1a8d41d78c31', 'name': 'router1', 'tenant_id': 'e982c314925246c3a2f76b76e490baad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:30:51Z', 'updated_at': '2021-02-15T21:31:02Z', 'revision_number': 2, 'project_id': 'e982c314925246c3a2f76b76e490baad', 'gw_port_host': None, '_interfaces': [{'id': 'a62c84fe-1503-463a-987e-bc9020b2b21e', 'name': '', 'network_id': 'e7cd6b43-05de-42d4-bc32-64d886a5dd54', 'tenant_id': 'e982c314925246c3a2f76b76e490baad', 'mac_address': 'fa:16:3e:f2:7b:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd530c09f-63cc-4234-9ccf-1a8d41d78c31', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd184c027-7579-41e2-93ad-5384af9ca172', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:31:01Z', 'updated_at': '2021-02-15T21:31:05Z', 'revision_number': 4, 'project_id': 'e982c314925246c3a2f76b76e490baad', 'subnets': [{'id': 'd184c027-7579-41e2-93ad-5384af9ca172', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5cbd0d8c-9cf3-4a02-b0b2-ca4b9033ffe8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-3-smb', False) {} {{(pid=84001) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:31:06.420753 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef345287-013b-430e-8ee5-fa7c0986349e None None] The sync data for ids ['d530c09f-63cc-4234-9ccf-1a8d41d78c31'] in dv-cinder-775250-3-smb is: [{'id': 'd530c09f-63cc-4234-9ccf-1a8d41d78c31', 'name': 'router1', 'tenant_id': 'e982c314925246c3a2f76b76e490baad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:30:51Z', 'updated_at': '2021-02-15T21:31:02Z', 'revision_number': 2, 'project_id': 'e982c314925246c3a2f76b76e490baad', 'gw_port_host': None, '_interfaces': [{'id': 'a62c84fe-1503-463a-987e-bc9020b2b21e', 'name': '', 'network_id': 'e7cd6b43-05de-42d4-bc32-64d886a5dd54', 'tenant_id': 'e982c314925246c3a2f76b76e490baad', 'mac_address': 'fa:16:3e:f2:7b:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd530c09f-63cc-4234-9ccf-1a8d41d78c31', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd184c027-7579-41e2-93ad-5384af9ca172', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:31:01Z', 'updated_at': '2021-02-15T21:31:05Z', 'revision_number': 4, 'project_id': 'e982c314925246c3a2f76b76e490baad', 'subnets': [{'id': 'd184c027-7579-41e2-93ad-5384af9ca172', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5cbd0d8c-9cf3-4a02-b0b2-ca4b9033ffe8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 15 21:31:06.440427 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de6aef55-e394-4953-b48f-c0b1decd5978 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:31:06.445025 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-de6aef55-e394-4953-b48f-c0b1decd5978 admin admin] 10.222.0.68 "GET /v2.0/networks/f2926baf-a168-440c-89c9-d3754209afe6 HTTP/1.1" status: 200 len: 842 time: 0.1641338 Feb 15 21:31:06.452548 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.v2.base [None req-9c5d4f1c-b1a5-43df-9533-b28037373ab1 admin admin] Request body: {'subnet': {'gateway_ip': '172.28.3.1', 'ip_version': 4, 'name': 'public-subnet', 'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'enable_dhcp': False, 'cidr': '172.28.3.0/24'}} {{(pid=83998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:31:06.459518 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-9c5d4f1c-b1a5-43df-9533-b28037373ab1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:31:06.463753 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-9c5d4f1c-b1a5-43df-9533-b28037373ab1 admin admin] Usage tracker for resource:subnet and tenant:17c65d23db5c4fe498fa8f13d99a2d4c is out of sync, need to count used quota {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:31:06.466994 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-9c5d4f1c-b1a5-43df-9533-b28037373ab1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:31:06.474189 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-9c5d4f1c-b1a5-43df-9533-b28037373ab1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:31:06.484743 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c5d4f1c-b1a5-43df-9533-b28037373ab1 admin admin] Made reservation on behalf of 17c65d23db5c4fe498fa8f13d99a2d4c for: {'subnet': 1} {{(pid=83998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 15 21:31:06.489593 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-9c5d4f1c-b1a5-43df-9533-b28037373ab1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:31:06.969394 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.objects.ports [None req-9c5d4f1c-b1a5-43df-9533-b28037373ab1 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83998) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 15 21:31:06.969996 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-9c5d4f1c-b1a5-43df-9533-b28037373ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232'] for subnet, after_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:31:06.983160 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:31:07.118766 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5d4f1c-b1a5-43df-9533-b28037373ab1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=200a9da9-53a8-4f45-a42a-32f02ceebfef,revision_number=0']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:31:07.125233 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-9c5d4f1c-b1a5-43df-9533-b28037373ab1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:31:07.187625 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5d4f1c-b1a5-43df-9533-b28037373ab1 admin admin] Checking segment: {'id': 'aaff8bb9-4958-4cc8-8842-2399e4673088', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 21:31:07.188018 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c5d4f1c-b1a5-43df-9533-b28037373ab1 admin admin] Network hostable DHCP agents. Network: f2926baf-a168-440c-89c9-d3754209afe6, hostable agents: ['d424e710-01f3-4b4f-8c21-3c6c336e6167'], hosted agents: [] {{(pid=83998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 15 21:31:07.211135 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c5d4f1c-b1a5-43df-9533-b28037373ab1 admin admin] Network f2926baf-a168-440c-89c9-d3754209afe6 is scheduled to be hosted by DHCP agent d424e710-01f3-4b4f-8c21-3c6c336e6167 with binding_index 1 {{(pid=83998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 15 21:31:07.221739 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.base_scheduler [None req-9c5d4f1c-b1a5-43df-9533-b28037373ab1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775250-3-smb, f2926baf-a168-440c-89c9-d3754209afe6) {{(pid=83998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 21:31:07.228073 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5d4f1c-b1a5-43df-9533-b28037373ab1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:31:07.228673 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-9c5d4f1c-b1a5-43df-9533-b28037373ab1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851048245'] for subnet, before_response {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:31:07.230321 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b60fa0-363c-4c4c-b137-29525bb3fa49 None None] Network f2926baf-a168-440c-89c9-d3754209afe6 requested from dv-cinder-775250-3-smb {{(pid=84000) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 15 21:31:07.266871 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-9c5d4f1c-b1a5-43df-9533-b28037373ab1 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8096058 Feb 15 21:31:07.679902 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82dd6b82-fe80-4379-b39f-6b42b144b681 None None] Network f2926baf-a168-440c-89c9-d3754209afe6 requested from dv-cinder-775250-3-smb {{(pid=84000) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 15 21:31:08.574972 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Device a62c84fe-1503-463a-987e-bc9020b2b21e up at agent ovs-agent-dv-cinder-775250-3-smb {{(pid=84000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:31:08.646314 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Provisioning for port a62c84fe-1503-463a-987e-bc9020b2b21e completed by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 21:31:08.651548 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Provisioning complete for port a62c84fe-1503-463a-987e-bc9020b2b21e triggered by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:31:08.651965 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:31:08.783256 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:31:08.818510 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] For port a62c84fe-1503-463a-987e-bc9020b2b21e, host dv-cinder-775250-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-3-smb',level=0,port_id=a62c84fe-1503-463a-987e-bc9020b2b21e,segment=NetworkSegment(3e6b162a-9396-4f91-aed5-13a1d950dbfb),segment_id=3e6b162a-9396-4f91-aed5-13a1d950dbfb)] {{(pid=84000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:31:08.821544 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779317976793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779317533282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257537242501'] for port, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:31:08.823814 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:31:08.897228 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Pushing event updated for resources: {'Port': ['ID=a62c84fe-1503-463a-987e-bc9020b2b21e,revision_number=5']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:31:08.900755 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:31:09.915862 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83998) accepted ('10.222.0.68', 42512) {{(pid=83998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:31:10.127376 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-a9147c54-0219-47ec-85e2-2cd21a229756 admin admin] 10.222.0.68 "GET /v2.0/routers/d530c09f-63cc-4234-9ccf-1a8d41d78c31 HTTP/1.1" status: 200 len: 710 time: 0.2102673 Feb 15 21:31:10.269903 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dbf7c32-d89f-4ca6-b0e9-d89704eb1d2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:31:10.271294 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-4dbf7c32-d89f-4ca6-b0e9-d89704eb1d2f admin admin] 10.222.0.68 "GET /v2.0/networks/f2926baf-a168-440c-89c9-d3754209afe6 HTTP/1.1" status: 200 len: 886 time: 0.1378758 Feb 15 21:31:10.282013 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.v2.base [None req-3a8fd5db-b1ac-4368-b38c-657205fd2d80 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6'}}} {{(pid=83998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:31:10.554836 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Device a62c84fe-1503-463a-987e-bc9020b2b21e up at agent ovs-agent-dv-cinder-775250-3-smb {{(pid=84000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:31:10.631485 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Provisioning complete for port a62c84fe-1503-463a-987e-bc9020b2b21e triggered by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:31:10.631906 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:31:10.789863 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-3a8fd5db-b1ac-4368-b38c-657205fd2d80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850959326', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3813296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61003'] for router, precommit_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:31:11.359871 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-3a8fd5db-b1ac-4368-b38c-657205fd2d80 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:31:11.429702 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-3a8fd5db-b1ac-4368-b38c-657205fd2d80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:31:11.444628 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-3a8fd5db-b1ac-4368-b38c-657205fd2d80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:31:11.466463 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-3a8fd5db-b1ac-4368-b38c-657205fd2d80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:31:11.471645 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-3a8fd5db-b1ac-4368-b38c-657205fd2d80 admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:31:11.475563 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-3a8fd5db-b1ac-4368-b38c-657205fd2d80 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:31:11.482253 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-3a8fd5db-b1ac-4368-b38c-657205fd2d80 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:31:11.595428 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-3a8fd5db-b1ac-4368-b38c-657205fd2d80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:31:11.598679 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-3a8fd5db-b1ac-4368-b38c-657205fd2d80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:31:11.614928 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-9387003c-f35a-4842-a4a6-2ad54e5769bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:31:11.666167 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.agents_db [None req-9c3f008a-7c02-4f45-a369-4199c6caa59a None None] Agent healthcheck: found 5 active agents {{(pid=84001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 15 21:31:11.734242 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8fd5db-b1ac-4368-b38c-657205fd2d80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acee4432-39fc-4f0b-ad02-e55ed59b41e5,revision_number=1']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:31:11.738562 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-3a8fd5db-b1ac-4368-b38c-657205fd2d80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:31:11.919508 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.db_base_plugin_common [None req-3a8fd5db-b1ac-4368-b38c-657205fd2d80 admin admin] Allocated IP 172.28.3.17 (f2926baf-a168-440c-89c9-d3754209afe6/200a9da9-53a8-4f45-a42a-32f02ceebfef/da95e49f-949d-4a3d-b675-fc265fb82a22) {{(pid=83998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 15 21:31:12.110832 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-3a8fd5db-b1ac-4368-b38c-657205fd2d80 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:31:12.147644 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-3a8fd5db-b1ac-4368-b38c-657205fd2d80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363257537239207'] for port, after_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:31:12.162560 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-afb97690-6fe4-45b7-a2db-4450abb77a9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:31:12.307819 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8fd5db-b1ac-4368-b38c-657205fd2d80 admin admin] Pushing event updated for resources: {'Port': ['ID=da95e49f-949d-4a3d-b675-fc265fb82a22,revision_number=1']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:31:12.312614 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-3a8fd5db-b1ac-4368-b38c-657205fd2d80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:31:12.358036 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a8fd5db-b1ac-4368-b38c-657205fd2d80 admin admin] Network f2926baf-a168-440c-89c9-d3754209afe6 is already hosted by enough agents. {{(pid=83998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 21:31:12.359399 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.base_scheduler [None req-3a8fd5db-b1ac-4368-b38c-657205fd2d80 admin admin] Resources bound (agent type, host, resource id): {{(pid=83998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 21:31:12.361869 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8fd5db-b1ac-4368-b38c-657205fd2d80 admin admin] Received port after_create {{(pid=83998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 15 21:31:12.777634 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-3a8fd5db-b1ac-4368-b38c-657205fd2d80 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:31:13.152976 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-3a8fd5db-b1ac-4368-b38c-657205fd2d80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850959326', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3813296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61003'] for router, precommit_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:31:13.157277 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-3a8fd5db-b1ac-4368-b38c-657205fd2d80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850959343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036850959360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3816473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036850962552'] for router, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:31:13.356356 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a8fd5db-b1ac-4368-b38c-657205fd2d80 admin admin] Router d530c09f-63cc-4234-9ccf-1a8d41d78c31 has already been hosted by L3 agent dc46b086-6cb1-49e8-b95e-1fe9b389155e {{(pid=83998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 15 21:31:13.735067 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a8fd5db-b1ac-4368-b38c-657205fd2d80 admin admin] Notify agent at l3_agent.dv-cinder-775250-3-smb the message routers_updated {{(pid=83998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 15 21:31:13.746084 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ba1020-080c-4089-847f-098f5e83fce4 None None] Sync routers for ids ['d530c09f-63cc-4234-9ccf-1a8d41d78c31'] in dv-cinder-775250-3-smb {{(pid=84000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 15 21:31:13.754884 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-3a8fd5db-b1ac-4368-b38c-657205fd2d80 admin admin] Notify callbacks [] for router, before_response {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:31:13.756233 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-3a8fd5db-b1ac-4368-b38c-657205fd2d80 admin admin] 10.222.0.68 "PUT /v2.0/routers/d530c09f-63cc-4234-9ccf-1a8d41d78c31 HTTP/1.1" status: 200 len: 889 time: 3.4783742 Feb 15 21:31:13.757475 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ba1020-080c-4089-847f-098f5e83fce4 None None] Routers {'d530c09f-63cc-4234-9ccf-1a8d41d78c31'} bound to L3 agent in host dv-cinder-775250-3-smb {{(pid=84000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 21:31:13.758187 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_hamode_db [None req-61ba1020-080c-4089-847f-098f5e83fce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-15T21:30:22Z,description=,heartbeat_timestamp=2021-02-15T21:30:52Z,host='dv-cinder-775250-3-smb',id=dc46b086-6cb1-49e8-b95e-1fe9b389155e,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T21:30:22Z,topic='l3_agent')) {'router_ids': ['d530c09f-63cc-4234-9ccf-1a8d41d78c31'], 'active': True} {{(pid=84000) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:31:13.980124 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvr_db [None req-61ba1020-080c-4089-847f-098f5e83fce4 None None] Set router d530c09f-63cc-4234-9ccf-1a8d41d78c31 gateway port host: dv-cinder-775250-3-smb {{(pid=84000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 21:31:14.367240 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_hamode_db [None req-61ba1020-080c-4089-847f-098f5e83fce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd530c09f-63cc-4234-9ccf-1a8d41d78c31', 'name': 'router1', 'tenant_id': 'e982c314925246c3a2f76b76e490baad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'external_fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.17'}], 'enable_snat': True}, 'gw_port_id': 'da95e49f-949d-4a3d-b675-fc265fb82a22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:30:51Z', 'updated_at': '2021-02-15T21:31:12Z', 'revision_number': 4, 'project_id': 'e982c314925246c3a2f76b76e490baad', 'gw_port': {'id': 'da95e49f-949d-4a3d-b675-fc265fb82a22', 'name': '', 'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:6d:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd530c09f-63cc-4234-9ccf-1a8d41d78c31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:31:11Z', 'updated_at': '2021-02-15T21:31:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-smb', '_interfaces': [{'id': 'a62c84fe-1503-463a-987e-bc9020b2b21e', 'name': '', 'network_id': 'e7cd6b43-05de-42d4-bc32-64d886a5dd54', 'tenant_id': 'e982c314925246c3a2f76b76e490baad', 'mac_address': 'fa:16:3e:f2:7b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd530c09f-63cc-4234-9ccf-1a8d41d78c31', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd184c027-7579-41e2-93ad-5384af9ca172', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:31:01Z', 'updated_at': '2021-02-15T21:31:08Z', 'revision_number': 5, 'project_id': 'e982c314925246c3a2f76b76e490baad', 'subnets': [{'id': 'd184c027-7579-41e2-93ad-5384af9ca172', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5cbd0d8c-9cf3-4a02-b0b2-ca4b9033ffe8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-3-smb', False) {} {{(pid=84000) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:31:14.373068 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ba1020-080c-4089-847f-098f5e83fce4 None None] Checking router: d530c09f-63cc-4234-9ccf-1a8d41d78c31 for host: dv-cinder-775250-3-smb {{(pid=84000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 15 21:31:14.373496 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ba1020-080c-4089-847f-098f5e83fce4 None None] Updating router d530c09f-63cc-4234-9ccf-1a8d41d78c31 port da95e49f-949d-4a3d-b675-fc265fb82a22 binding host dv-cinder-775250-3-smb {{(pid=84000) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 15 21:31:14.434852 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-61ba1020-080c-4089-847f-098f5e83fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:31:14.862178 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-61ba1020-080c-4089-847f-098f5e83fce4 None None] Notify callbacks [] for port, precommit_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:31:14.875265 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-61ba1020-080c-4089-847f-098f5e83fce4 None None] Transition to ACTIVE for port object da95e49f-949d-4a3d-b675-fc265fb82a22 will not be triggered until provisioned by entity L2. {{(pid=84000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 21:31:14.879634 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-61ba1020-080c-4089-847f-098f5e83fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779317976793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779317533282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257537242501'] for port, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:31:14.894843 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-a4b74ce9-424e-490f-830a-2847734b86b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:31:15.038394 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f909259f-3492-4f39-96b2-1a0862db98ff None None] Pushing event updated for resources: {'Port': ['ID=da95e49f-949d-4a3d-b675-fc265fb82a22,revision_number=2']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:31:15.042900 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-f909259f-3492-4f39-96b2-1a0862db98ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:31:15.103329 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.managers [None req-61ba1020-080c-4089-847f-098f5e83fce4 None None] Attempting to bind port da95e49f-949d-4a3d-b675-fc265fb82a22 on host dv-cinder-775250-3-smb for vnic_type normal with profile {{(pid=84000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 21:31:15.103754 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.managers [None req-61ba1020-080c-4089-847f-098f5e83fce4 None None] Attempting to bind port da95e49f-949d-4a3d-b675-fc265fb82a22 by drivers openvswitch on host dv-cinder-775250-3-smb at level 0 using segments [{'id': 'aaff8bb9-4958-4cc8-8842-2399e4673088', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6'}] {{(pid=84000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 15 21:31:15.104162 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ba1020-080c-4089-847f-098f5e83fce4 None None] Attempting to bind port da95e49f-949d-4a3d-b675-fc265fb82a22 on network f2926baf-a168-440c-89c9-d3754209afe6 {{(pid=84000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 15 21:31:15.110740 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ba1020-080c-4089-847f-098f5e83fce4 None None] Checking agent: {'id': 'c4d26ba9-4355-4b6a-ac8e-61eaae13650f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 21, 30, 23), 'started_at': datetime.datetime(2021, 2, 15, 21, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 21, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 21:31:15.111167 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ba1020-080c-4089-847f-098f5e83fce4 None None] Checking segment: {'id': 'aaff8bb9-4958-4cc8-8842-2399e4673088', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 21:31:15.111616 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-61ba1020-080c-4089-847f-098f5e83fce4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:31:15.112059 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ba1020-080c-4089-847f-098f5e83fce4 None None] Bound using segment: {'id': 'aaff8bb9-4958-4cc8-8842-2399e4673088', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6'} {{(pid=84000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 21:31:15.112631 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.managers [None req-61ba1020-080c-4089-847f-098f5e83fce4 None None] Bound port: da95e49f-949d-4a3d-b675-fc265fb82a22, host: dv-cinder-775250-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaff8bb9-4958-4cc8-8842-2399e4673088', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6'}}] {{(pid=84000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 15 21:31:15.113001 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-61ba1020-080c-4089-847f-098f5e83fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:31:15.192881 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [None req-61ba1020-080c-4089-847f-098f5e83fce4 None None] For port da95e49f-949d-4a3d-b675-fc265fb82a22, host dv-cinder-775250-3-smb, cleared binding levels {{(pid=84000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 15 21:31:15.196170 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [None req-61ba1020-080c-4089-847f-098f5e83fce4 None None] For port da95e49f-949d-4a3d-b675-fc265fb82a22, host dv-cinder-775250-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-3-smb',level=0,port_id=da95e49f-949d-4a3d-b675-fc265fb82a22,segment=NetworkSegment(aaff8bb9-4958-4cc8-8842-2399e4673088),segment_id=aaff8bb9-4958-4cc8-8842-2399e4673088)] {{(pid=84000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 15 21:31:15.200358 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-61ba1020-080c-4089-847f-098f5e83fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779317976793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779317533282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257537242501'] for port, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:31:15.215952 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:31:15.371985 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f909259f-3492-4f39-96b2-1a0862db98ff None None] Pushing event updated for resources: {'Port': ['ID=da95e49f-949d-4a3d-b675-fc265fb82a22,revision_number=3']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:31:15.377728 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-f909259f-3492-4f39-96b2-1a0862db98ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:31:15.422483 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ba1020-080c-4089-847f-098f5e83fce4 None None] Routers {'d530c09f-63cc-4234-9ccf-1a8d41d78c31'} bound to L3 agent in host dv-cinder-775250-3-smb {{(pid=84000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 21:31:15.423164 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_hamode_db [None req-61ba1020-080c-4089-847f-098f5e83fce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-15T21:30:22Z,description=,heartbeat_timestamp=2021-02-15T21:30:52Z,host='dv-cinder-775250-3-smb',id=dc46b086-6cb1-49e8-b95e-1fe9b389155e,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T21:30:22Z,topic='l3_agent')) {'router_ids': ['d530c09f-63cc-4234-9ccf-1a8d41d78c31'], 'active': True} {{(pid=84000) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:31:15.775078 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvr_db [None req-61ba1020-080c-4089-847f-098f5e83fce4 None None] Set router d530c09f-63cc-4234-9ccf-1a8d41d78c31 gateway port host: dv-cinder-775250-3-smb {{(pid=84000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 21:31:16.144384 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_hamode_db [None req-61ba1020-080c-4089-847f-098f5e83fce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd530c09f-63cc-4234-9ccf-1a8d41d78c31', 'name': 'router1', 'tenant_id': 'e982c314925246c3a2f76b76e490baad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'external_fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.17'}], 'enable_snat': True}, 'gw_port_id': 'da95e49f-949d-4a3d-b675-fc265fb82a22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:30:51Z', 'updated_at': '2021-02-15T21:31:12Z', 'revision_number': 4, 'project_id': 'e982c314925246c3a2f76b76e490baad', 'gw_port': {'id': 'da95e49f-949d-4a3d-b675-fc265fb82a22', 'name': '', 'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:6d:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd530c09f-63cc-4234-9ccf-1a8d41d78c31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:31:11Z', 'updated_at': '2021-02-15T21:31:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-smb', '_interfaces': [{'id': 'a62c84fe-1503-463a-987e-bc9020b2b21e', 'name': '', 'network_id': 'e7cd6b43-05de-42d4-bc32-64d886a5dd54', 'tenant_id': 'e982c314925246c3a2f76b76e490baad', 'mac_address': 'fa:16:3e:f2:7b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd530c09f-63cc-4234-9ccf-1a8d41d78c31', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd184c027-7579-41e2-93ad-5384af9ca172', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:31:01Z', 'updated_at': '2021-02-15T21:31:08Z', 'revision_number': 5, 'project_id': 'e982c314925246c3a2f76b76e490baad', 'subnets': [{'id': 'd184c027-7579-41e2-93ad-5384af9ca172', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5cbd0d8c-9cf3-4a02-b0b2-ca4b9033ffe8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-3-smb', False) {} {{(pid=84000) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:31:16.148917 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ba1020-080c-4089-847f-098f5e83fce4 None None] The sync data for ids ['d530c09f-63cc-4234-9ccf-1a8d41d78c31'] in dv-cinder-775250-3-smb is: [{'id': 'd530c09f-63cc-4234-9ccf-1a8d41d78c31', 'name': 'router1', 'tenant_id': 'e982c314925246c3a2f76b76e490baad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'external_fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.17'}], 'enable_snat': True}, 'gw_port_id': 'da95e49f-949d-4a3d-b675-fc265fb82a22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:30:51Z', 'updated_at': '2021-02-15T21:31:12Z', 'revision_number': 4, 'project_id': 'e982c314925246c3a2f76b76e490baad', 'gw_port': {'id': 'da95e49f-949d-4a3d-b675-fc265fb82a22', 'name': '', 'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:6d:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd530c09f-63cc-4234-9ccf-1a8d41d78c31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:31:11Z', 'updated_at': '2021-02-15T21:31:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-smb', '_interfaces': [{'id': 'a62c84fe-1503-463a-987e-bc9020b2b21e', 'name': '', 'network_id': 'e7cd6b43-05de-42d4-bc32-64d886a5dd54', 'tenant_id': 'e982c314925246c3a2f76b76e490baad', 'mac_address': 'fa:16:3e:f2:7b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd530c09f-63cc-4234-9ccf-1a8d41d78c31', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd184c027-7579-41e2-93ad-5384af9ca172', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:31:01Z', 'updated_at': '2021-02-15T21:31:08Z', 'revision_number': 5, 'project_id': 'e982c314925246c3a2f76b76e490baad', 'subnets': [{'id': 'd184c027-7579-41e2-93ad-5384af9ca172', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5cbd0d8c-9cf3-4a02-b0b2-ca4b9033ffe8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 15 21:31:16.527786 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 42522) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:31:16.592236 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Device da95e49f-949d-4a3d-b675-fc265fb82a22 up at agent ovs-agent-dv-cinder-775250-3-smb {{(pid=84000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:31:16.667911 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Provisioning for port da95e49f-949d-4a3d-b675-fc265fb82a22 completed by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 21:31:16.673031 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Provisioning complete for port da95e49f-949d-4a3d-b675-fc265fb82a22 triggered by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:31:16.673494 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:31:16.681152 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d32912a5-3de1-47ae-9867-da50ef8dbfa9 admin admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:31:16.691897 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-d32912a5-3de1-47ae-9867-da50ef8dbfa9 admin admin] 10.222.0.68 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1077 time: 0.1547821 Feb 15 21:31:16.817096 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:31:16.837200 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] For port da95e49f-949d-4a3d-b675-fc265fb82a22, host dv-cinder-775250-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-3-smb',level=0,port_id=da95e49f-949d-4a3d-b675-fc265fb82a22,segment=NetworkSegment(aaff8bb9-4958-4cc8-8842-2399e4673088),segment_id=aaff8bb9-4958-4cc8-8842-2399e4673088)] {{(pid=84000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:31:16.849266 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779317976793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779317533282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257537242501'] for port, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:31:16.852043 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:31:16.928838 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Pushing event updated for resources: {'Port': ['ID=da95e49f-949d-4a3d-b675-fc265fb82a22,revision_number=4']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:31:16.932196 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:31:18.564421 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Device da95e49f-949d-4a3d-b675-fc265fb82a22 up at agent ovs-agent-dv-cinder-775250-3-smb {{(pid=84000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:31:18.652601 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Provisioning complete for port da95e49f-949d-4a3d-b675-fc265fb82a22 triggered by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:31:18.652601 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:31:19.032309 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-b8a3dc27-83ec-4a3e-9adc-9a586a256437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:31:22.371885 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-ccf60c8a-6b57-4716-9d6b-413d8f91ec48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:31:22.435502 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-4f2d6fe3-588d-414d-8fc0-9e430caa4704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:31:23.435548 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:31:24.356433 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-c15141da-837e-426e-b554-b41f5a3e4bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:31:48.667229 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.agents_db [None req-9c3f008a-7c02-4f45-a369-4199c6caa59a None None] Agent healthcheck: found 5 active agents {{(pid=84001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 15 21:31:49.036025 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-a9169f1b-27d9-40c9-be06-8a2d590cf70c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:31:52.352182 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-8c50117d-dbb9-4673-87e4-b2981119922e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:31:52.421646 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-4f2d6fe3-588d-414d-8fc0-9e430caa4704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:31:53.415471 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:31:54.336610 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-c15141da-837e-426e-b554-b41f5a3e4bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:32:19.041612 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-2914c7de-74db-46c6-812b-52d1e557bcf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:32:22.351945 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-55ccdcfd-0089-42ea-b453-beffbe6a39e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:32:22.432675 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-4f2d6fe3-588d-414d-8fc0-9e430caa4704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:32:23.420254 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:32:24.345131 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-c15141da-837e-426e-b554-b41f5a3e4bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:32:25.667020 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.agents_db [None req-9c3f008a-7c02-4f45-a369-4199c6caa59a None None] Agent healthcheck: found 5 active agents {{(pid=84001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 15 21:32:49.035689 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-820ed3c6-7c4c-4a65-b55f-e49b54c55190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:32:52.346874 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-1cfa0100-bba6-4506-8e93-2d31bace1e42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:32:52.431532 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-4f2d6fe3-588d-414d-8fc0-9e430caa4704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:32:53.425867 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:32:54.349205 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-c15141da-837e-426e-b554-b41f5a3e4bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:33:02.667420 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.agents_db [None req-9c3f008a-7c02-4f45-a369-4199c6caa59a None None] Agent healthcheck: found 5 active agents {{(pid=84001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 15 21:33:19.050749 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-1380f54f-9320-4c7c-ad49-77ee023390b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:33:22.349922 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-c66a3f88-3d8d-481d-99fa-1df71722c66c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:33:22.430856 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-4f2d6fe3-588d-414d-8fc0-9e430caa4704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:33:23.430784 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:33:24.353452 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-c15141da-837e-426e-b554-b41f5a3e4bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:33:32.635826 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83998) accepted ('10.222.0.68', 43098) {{(pid=83998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:33:32.714147 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8a47da6-4f72-4395-8f1b-868ea35ddbb8 admin admin] GET failed (client error): The resource could not be found. Feb 15 21:33:32.715602 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-b8a47da6-4f72-4395-8f1b-868ea35ddbb8 admin admin] 10.222.0.68 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0786679 Feb 15 21:33:32.868303 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a33e11-e394-4030-a772-e7525ca0fbcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:33:32.870051 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-b0a33e11-e394-4030-a772-e7525ca0fbcb admin admin] 10.222.0.68 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 865 time: 0.1495507 Feb 15 21:33:35.396507 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83998) accepted ('10.222.0.68', 43108) {{(pid=83998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:33:35.525940 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8492059c-34c5-4d94-bc2a-d424ce20e238 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:33:35.526564 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-8492059c-34c5-4d94-bc2a-d424ce20e238 admin admin] Synchronizing usage tracker for tenant:17c65d23db5c4fe498fa8f13d99a2d4c on resource:subnet {{(pid=83998) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 21:33:35.545038 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-8492059c-34c5-4d94-bc2a-d424ce20e238 admin admin] Unset dirty status for tenant:17c65d23db5c4fe498fa8f13d99a2d4c on resource:subnet {{(pid=83998) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 21:33:35.546430 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-8492059c-34c5-4d94-bc2a-d424ce20e238 admin admin] 10.222.0.68 "GET /v2.0/subnets/d184c027-7579-41e2-93ad-5384af9ca172 HTTP/1.1" status: 200 len: 849 time: 0.1488662 Feb 15 21:33:35.557099 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.v2.base [None req-db75b095-04e4-4830-9a4e-da0f00f59e08 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=83998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:33:35.691824 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-db75b095-04e4-4830-9a4e-da0f00f59e08 admin admin] Notify callbacks [] for subnet, before_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:33:36.022790 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-db75b095-04e4-4830-9a4e-da0f00f59e08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363257536799007'] for subnet, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:33:36.036369 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-9c5d4f1c-b1a5-43df-9533-b28037373ab1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:33:36.185015 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db75b095-04e4-4830-9a4e-da0f00f59e08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d184c027-7579-41e2-93ad-5384af9ca172,revision_number=1']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:33:36.196561 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db75b095-04e4-4830-9a4e-da0f00f59e08 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:33:36.196931 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db75b095-04e4-4830-9a4e-da0f00f59e08 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:33:36.197311 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db75b095-04e4-4830-9a4e-da0f00f59e08 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:33:36.197688 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db75b095-04e4-4830-9a4e-da0f00f59e08 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:33:36.198050 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db75b095-04e4-4830-9a4e-da0f00f59e08 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:33:36.198414 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db75b095-04e4-4830-9a4e-da0f00f59e08 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:33:36.198765 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db75b095-04e4-4830-9a4e-da0f00f59e08 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:33:36.199577 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db75b095-04e4-4830-9a4e-da0f00f59e08 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:33:36.199577 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db75b095-04e4-4830-9a4e-da0f00f59e08 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:33:36.200642 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db75b095-04e4-4830-9a4e-da0f00f59e08 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:33:36.200642 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db75b095-04e4-4830-9a4e-da0f00f59e08 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:33:36.200982 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db75b095-04e4-4830-9a4e-da0f00f59e08 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:33:36.206921 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-db75b095-04e4-4830-9a4e-da0f00f59e08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:33:36.244790 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db75b095-04e4-4830-9a4e-da0f00f59e08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:33:36.245933 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-db75b095-04e4-4830-9a4e-da0f00f59e08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851048245'] for subnet, before_response {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:33:36.248358 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-db75b095-04e4-4830-9a4e-da0f00f59e08 admin admin] 10.222.0.68 "PUT /v2.0/subnets/d184c027-7579-41e2-93ad-5384af9ca172 HTTP/1.1" status: 200 len: 868 time: 0.6953802 Feb 15 21:33:36.253931 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-339d90e7-990e-47d4-8b1a-bf79c23a282b None None] Network e7cd6b43-05de-42d4-bc32-64d886a5dd54 requested from dv-cinder-775250-3-smb {{(pid=84000) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 15 21:33:36.782737 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-ad11c702-d2b7-460c-b4a4-e2b27c8939cb None None] Provisioning complete for port f4dc2bb9-7ebf-4463-9f6e-102c44359c09 triggered by entity DHCP. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:33:36.783373 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-ad11c702-d2b7-460c-b4a4-e2b27c8939cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:33:36.958750 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-ad11c702-d2b7-460c-b4a4-e2b27c8939cb None None] Provisioning complete for port a62c84fe-1503-463a-987e-bc9020b2b21e triggered by entity DHCP. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:33:36.959158 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-ad11c702-d2b7-460c-b4a4-e2b27c8939cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:33:38.820066 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83998) accepted ('10.222.0.68', 43118) {{(pid=83998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:33:39.018866 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78fbc1d6-3f09-409d-a41d-27a3fdd6ca88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:33:39.019207 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78fbc1d6-3f09-409d-a41d-27a3fdd6ca88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:33:39.020885 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-78fbc1d6-3f09-409d-a41d-27a3fdd6ca88 admin admin] 10.222.0.68 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.1997752 Feb 15 21:33:39.667165 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.agents_db [None req-9c3f008a-7c02-4f45-a369-4199c6caa59a None None] Agent healthcheck: found 5 active agents {{(pid=84001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 15 21:33:41.614374 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83998) accepted ('10.222.0.68', 43128) {{(pid=83998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:33:41.814896 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9febabd1-3563-4dd5-91a2-89f84ab4b570 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:33:41.815226 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9febabd1-3563-4dd5-91a2-89f84ab4b570 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:33:41.816893 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-9febabd1-3563-4dd5-91a2-89f84ab4b570 admin admin] 10.222.0.68 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.2014761 Feb 15 21:33:44.377836 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 43138) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:33:44.575502 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ec8d33-4d8b-4c78-8a0c-1be9c5060129 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:33:44.576027 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-10ec8d33-4d8b-4c78-8a0c-1be9c5060129 admin admin] Synchronizing usage tracker for tenant:17c65d23db5c4fe498fa8f13d99a2d4c on resource:network {{(pid=83999) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 21:33:44.594641 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-10ec8d33-4d8b-4c78-8a0c-1be9c5060129 admin admin] Unset dirty status for tenant:17c65d23db5c4fe498fa8f13d99a2d4c on resource:network {{(pid=83999) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 21:33:44.595930 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-10ec8d33-4d8b-4c78-8a0c-1be9c5060129 admin admin] 10.222.0.68 "GET /v2.0/networks/e7cd6b43-05de-42d4-bc32-64d886a5dd54 HTTP/1.1" status: 200 len: 862 time: 0.2164066 Feb 15 21:33:47.119696 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 43148) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:33:47.310760 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab0aec1-e3c1-4467-a2fa-9272b83de80a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:33:47.312128 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-8ab0aec1-e3c1-4467-a2fa-9272b83de80a admin admin] 10.222.0.68 "GET /v2.0/networks/f2926baf-a168-440c-89c9-d3754209afe6 HTTP/1.1" status: 200 len: 886 time: 0.1913877 Feb 15 21:33:49.044064 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-797a34d9-53f2-43e1-a268-15abffcc8720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:33:49.859473 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 43158) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:33:49.979142 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08bf1bdd-9aba-4bf8-ad1f-764d81fe6957 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:33:49.979594 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08bf1bdd-9aba-4bf8-ad1f-764d81fe6957 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:33:49.981293 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-08bf1bdd-9aba-4bf8-ad1f-764d81fe6957 admin admin] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1208217 Feb 15 21:33:52.358713 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-43df23e0-4efa-43a4-ab2d-d0e52603dc3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:33:52.434157 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-4f2d6fe3-588d-414d-8fc0-9e430caa4704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:33:52.795738 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 43168) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:33:52.925386 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf94599c-f0bb-4804-9c0b-0ca83fbe55aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:33:52.925723 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf94599c-f0bb-4804-9c0b-0ca83fbe55aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:33:52.927372 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-cf94599c-f0bb-4804-9c0b-0ca83fbe55aa admin admin] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1305587 Feb 15 21:33:53.427803 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:33:54.357056 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-c15141da-837e-426e-b554-b41f5a3e4bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:33:55.439137 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 43178) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:33:55.553002 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b9b3fd1-6f88-488e-994b-44564a413980 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:33:55.554496 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-7b9b3fd1-6f88-488e-994b-44564a413980 admin admin] 10.222.0.68 "GET /v2.0/subnets/200a9da9-53a8-4f45-a42a-32f02ceebfef HTTP/1.1" status: 200 len: 816 time: 0.1142430 Feb 15 21:33:59.030486 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 43188) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:33:59.159670 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0234890-3908-465b-a1bb-a3eb74c7eb81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:33:59.161159 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-a0234890-3908-465b-a1bb-a3eb74c7eb81 admin admin] 10.222.0.68 "GET /v2.0/subnets/d184c027-7579-41e2-93ad-5384af9ca172 HTTP/1.1" status: 200 len: 868 time: 0.1295967 Feb 15 21:34:16.672364 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.agents_db [None req-9c3f008a-7c02-4f45-a369-4199c6caa59a None None] Agent healthcheck: found 5 active agents {{(pid=84001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 15 21:34:19.050059 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-0a856205-6e20-4dcf-8018-98cdbfb71054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:34:22.354573 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-92d7cab8-a617-4d44-8c01-0a37ad5beee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:34:22.450098 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-4f2d6fe3-588d-414d-8fc0-9e430caa4704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:34:23.423829 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:34:24.357144 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-c15141da-837e-426e-b554-b41f5a3e4bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:34:27.198579 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 43228) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:34:27.260212 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [None req-b681520c-1761-470a-aaa4-f5ead4a6556b admin admin] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=83999) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 21:34:27.261674 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-b681520c-1761-470a-aaa4-f5ead4a6556b admin admin] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0617456 Feb 15 21:34:29.906777 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83998) accepted ('10.222.0.68', 43238) {{(pid=83998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:34:29.986634 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd6636a8-3709-482a-b408-0c29d438ceff admin admin] GET failed (client error): The resource could not be found. Feb 15 21:34:29.988054 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-cd6636a8-3709-482a-b408-0c29d438ceff admin admin] 10.222.0.68 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0802052 Feb 15 21:34:30.134836 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3efa9c31-bd7f-4452-8d7c-c990d596b59a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:34:30.136593 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-3efa9c31-bd7f-4452-8d7c-c990d596b59a admin admin] 10.222.0.68 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1439433 Feb 15 21:34:32.722480 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 43248) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:34:32.808185 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.v2.base [None req-90cb9660-b4e3-4e53-ad64-99d766f4cd83 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=83999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:34:32.813649 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-90cb9660-b4e3-4e53-ad64-99d766f4cd83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:34:32.825385 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-90cb9660-b4e3-4e53-ad64-99d766f4cd83 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:34:32.835309 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90cb9660-b4e3-4e53-ad64-99d766f4cd83 admin admin] Made reservation on behalf of 17c65d23db5c4fe498fa8f13d99a2d4c for: {'network': 1} {{(pid=83999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 15 21:34:32.841066 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-90cb9660-b4e3-4e53-ad64-99d766f4cd83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for network, before_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:34:33.099991 dv-cinder-775250-3-smb neutron-server[83887]: WARNING neutron.services.revisions.revision_plugin [None req-90cb9660-b4e3-4e53-ad64-99d766f4cd83 admin admin] Could not find related network for resource to bump revision. Feb 15 21:34:33.116859 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90cb9660-b4e3-4e53-ad64-99d766f4cd83 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2} {{(pid=83999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 15 21:34:33.127968 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-90cb9660-b4e3-4e53-ad64-99d766f4cd83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515977'] for segment, precommit_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:34:33.128344 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.db.segments_db [None req-90cb9660-b4e3-4e53-ad64-99d766f4cd83 admin admin] Added segment 164904e9-eb4a-4dd3-90cb-d531be542b03 of type vxlan for network 4409f29a-e856-4248-a3c4-ee2bd0622344 Feb 15 21:34:33.156621 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-90cb9660-b4e3-4e53-ad64-99d766f4cd83 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363257537296944'] for network, precommit_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:34:33.189157 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-90cb9660-b4e3-4e53-ad64-99d766f4cd83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232'] for network, after_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:34:33.190463 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90cb9660-b4e3-4e53-ad64-99d766f4cd83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:34:33.191088 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-90cb9660-b4e3-4e53-ad64-99d766f4cd83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851048245'] for network, before_response {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:34:33.194856 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-84497ef4-371e-4340-a2a1-fe01ad343dd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:34:33.306862 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cb9660-b4e3-4e53-ad64-99d766f4cd83 admin admin] Pushing event updated for resources: {'Network': ['ID=4409f29a-e856-4248-a3c4-ee2bd0622344,revision_number=1']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:34:33.310267 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-90cb9660-b4e3-4e53-ad64-99d766f4cd83 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 840 time: 0.5863051 Feb 15 21:34:33.316338 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cb9660-b4e3-4e53-ad64-99d766f4cd83 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:34:33.316706 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cb9660-b4e3-4e53-ad64-99d766f4cd83 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:34:33.317055 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cb9660-b4e3-4e53-ad64-99d766f4cd83 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:34:33.318513 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cb9660-b4e3-4e53-ad64-99d766f4cd83 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:34:33.318513 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cb9660-b4e3-4e53-ad64-99d766f4cd83 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:34:33.318513 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cb9660-b4e3-4e53-ad64-99d766f4cd83 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:34:33.318513 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cb9660-b4e3-4e53-ad64-99d766f4cd83 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:34:33.318865 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cb9660-b4e3-4e53-ad64-99d766f4cd83 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:34:33.319088 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cb9660-b4e3-4e53-ad64-99d766f4cd83 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:34:33.319434 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cb9660-b4e3-4e53-ad64-99d766f4cd83 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:34:33.319781 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cb9660-b4e3-4e53-ad64-99d766f4cd83 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:34:33.320100 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cb9660-b4e3-4e53-ad64-99d766f4cd83 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:34:33.325196 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-90cb9660-b4e3-4e53-ad64-99d766f4cd83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:34:33.333687 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Network 4409f29a-e856-4248-a3c4-ee2bd0622344 details requested by agent ovs-agent-dv-cinder-775250-3-smb with host dv-cinder-775250-3-smb {{(pid=84000) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 15 21:34:35.846292 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 43258) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:34:35.929123 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.pecan_wsgi.hooks.translation [None req-f120f6b6-069c-4cb8-92c0-de02a99c4bd0 admin admin] GET failed (client error): The resource could not be found. Feb 15 21:34:35.929705 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-f120f6b6-069c-4cb8-92c0-de02a99c4bd0 admin admin] Synchronizing usage tracker for tenant:17c65d23db5c4fe498fa8f13d99a2d4c on resource:network {{(pid=83999) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 21:34:35.945272 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-f120f6b6-069c-4cb8-92c0-de02a99c4bd0 admin admin] Unset dirty status for tenant:17c65d23db5c4fe498fa8f13d99a2d4c on resource:network {{(pid=83999) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 21:34:35.946516 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-f120f6b6-069c-4cb8-92c0-de02a99c4bd0 admin admin] 10.222.0.68 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0990603 Feb 15 21:34:36.073392 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e8dca9-3eeb-4003-9c21-6f00df36bfb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:34:36.076343 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-d5e8dca9-3eeb-4003-9c21-6f00df36bfb1 admin admin] 10.222.0.68 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 819 time: 0.1252451 Feb 15 21:34:36.087524 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.v2.base [None req-b8cbff62-3b42-4d28-a2e6-92ae8a4e1d69 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'network_id': '4409f29a-e856-4248-a3c4-ee2bd0622344', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=83999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:34:36.093799 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-b8cbff62-3b42-4d28-a2e6-92ae8a4e1d69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:34:36.103998 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-b8cbff62-3b42-4d28-a2e6-92ae8a4e1d69 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:34:36.113555 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8cbff62-3b42-4d28-a2e6-92ae8a4e1d69 admin admin] Made reservation on behalf of 17c65d23db5c4fe498fa8f13d99a2d4c for: {'subnet': 1} {{(pid=83999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 15 21:34:36.118450 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-b8cbff62-3b42-4d28-a2e6-92ae8a4e1d69 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:34:36.538188 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-b8cbff62-3b42-4d28-a2e6-92ae8a4e1d69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232'] for subnet, after_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:34:36.552383 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-41fad67f-e826-4ba2-aa1d-41e35147a2f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:34:36.690929 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cbff62-3b42-4d28-a2e6-92ae8a4e1d69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e6109f0-ecfc-47cd-8d08-4e30f77859d7,revision_number=0']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:34:36.694984 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-b8cbff62-3b42-4d28-a2e6-92ae8a4e1d69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:34:36.757509 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8cbff62-3b42-4d28-a2e6-92ae8a4e1d69 admin admin] Checking segment: {'id': '164904e9-eb4a-4dd3-90cb-d531be542b03', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '4409f29a-e856-4248-a3c4-ee2bd0622344'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 21:34:36.757864 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8cbff62-3b42-4d28-a2e6-92ae8a4e1d69 admin admin] Network hostable DHCP agents. Network: 4409f29a-e856-4248-a3c4-ee2bd0622344, hostable agents: ['d424e710-01f3-4b4f-8c21-3c6c336e6167'], hosted agents: [] {{(pid=83999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 15 21:34:36.777516 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8cbff62-3b42-4d28-a2e6-92ae8a4e1d69 admin admin] Network 4409f29a-e856-4248-a3c4-ee2bd0622344 is scheduled to be hosted by DHCP agent d424e710-01f3-4b4f-8c21-3c6c336e6167 with binding_index 1 {{(pid=83999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 15 21:34:36.786023 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.base_scheduler [None req-b8cbff62-3b42-4d28-a2e6-92ae8a4e1d69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775250-3-smb, 4409f29a-e856-4248-a3c4-ee2bd0622344) {{(pid=83999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 21:34:36.790342 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8cbff62-3b42-4d28-a2e6-92ae8a4e1d69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:34:36.790888 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-b8cbff62-3b42-4d28-a2e6-92ae8a4e1d69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851048245'] for subnet, before_response {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:34:36.797387 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d607e62-7ca3-4981-907e-667d5d08b99b None None] Network 4409f29a-e856-4248-a3c4-ee2bd0622344 requested from dv-cinder-775250-3-smb {{(pid=84000) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 15 21:34:36.816635 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-b8cbff62-3b42-4d28-a2e6-92ae8a4e1d69 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7330375 Feb 15 21:34:37.039051 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99fd542d-b73c-42f1-bb2a-1801a9c0f3a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca428795-fbe4-5597-aa86-ac3b8be07699-4409f29a-e856-4248-a3c4-ee2bd0622344', 'network_id': '4409f29a-e856-4248-a3c4-ee2bd0622344', 'tenant_id': '17c65d23db5c4fe498fa8f13d99a2d4c', 'fixed_ips': [{'subnet_id': '2e6109f0-ecfc-47cd-8d08-4e30f77859d7'}]}} from dv-cinder-775250-3-smb. {{(pid=84000) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 15 21:34:37.039979 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-99fd542d-b73c-42f1-bb2a-1801a9c0f3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:34:37.343474 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.db_base_plugin_common [None req-99fd542d-b73c-42f1-bb2a-1801a9c0f3a8 None None] Allocated IP 192.168.233.2 (4409f29a-e856-4248-a3c4-ee2bd0622344/2e6109f0-ecfc-47cd-8d08-4e30f77859d7/3ae95e6d-ea34-4e12-bed5-e6ed76a8768f) {{(pid=84000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 15 21:34:37.593856 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-99fd542d-b73c-42f1-bb2a-1801a9c0f3a8 None None] Notify callbacks [] for port, precommit_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:34:37.608686 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-99fd542d-b73c-42f1-bb2a-1801a9c0f3a8 None None] Transition to ACTIVE for port object 3ae95e6d-ea34-4e12-bed5-e6ed76a8768f will not be triggered until provisioned by entity L2. {{(pid=84000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 21:34:37.626758 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-99fd542d-b73c-42f1-bb2a-1801a9c0f3a8 None None] Transition to ACTIVE for port object 3ae95e6d-ea34-4e12-bed5-e6ed76a8768f will not be triggered until provisioned by entity DHCP. {{(pid=84000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 21:34:37.631564 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-99fd542d-b73c-42f1-bb2a-1801a9c0f3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363257537239207'] for port, after_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:34:37.646022 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:34:37.967284 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fd542d-b73c-42f1-bb2a-1801a9c0f3a8 None None] Pushing event updated for resources: {'Port': ['ID=3ae95e6d-ea34-4e12-bed5-e6ed76a8768f,revision_number=1']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:34:37.980210 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fd542d-b73c-42f1-bb2a-1801a9c0f3a8 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:34:37.980587 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fd542d-b73c-42f1-bb2a-1801a9c0f3a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:34:37.980963 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fd542d-b73c-42f1-bb2a-1801a9c0f3a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:34:37.981329 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fd542d-b73c-42f1-bb2a-1801a9c0f3a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:34:37.981747 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fd542d-b73c-42f1-bb2a-1801a9c0f3a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:34:37.982095 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fd542d-b73c-42f1-bb2a-1801a9c0f3a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:34:37.982453 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fd542d-b73c-42f1-bb2a-1801a9c0f3a8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:34:37.982810 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fd542d-b73c-42f1-bb2a-1801a9c0f3a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:34:37.983182 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fd542d-b73c-42f1-bb2a-1801a9c0f3a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:34:37.983538 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fd542d-b73c-42f1-bb2a-1801a9c0f3a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:34:37.983892 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fd542d-b73c-42f1-bb2a-1801a9c0f3a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:34:37.984244 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fd542d-b73c-42f1-bb2a-1801a9c0f3a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:34:37.989867 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-99fd542d-b73c-42f1-bb2a-1801a9c0f3a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:34:38.045463 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99fd542d-b73c-42f1-bb2a-1801a9c0f3a8 None None] Network 4409f29a-e856-4248-a3c4-ee2bd0622344 is already hosted by enough agents. {{(pid=84000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 21:34:38.047094 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.base_scheduler [None req-99fd542d-b73c-42f1-bb2a-1801a9c0f3a8 None None] Resources bound (agent type, host, resource id): {{(pid=84000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 21:34:38.049809 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99fd542d-b73c-42f1-bb2a-1801a9c0f3a8 None None] Received port after_create {{(pid=84000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 15 21:34:38.113539 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.managers [None req-99fd542d-b73c-42f1-bb2a-1801a9c0f3a8 None None] Attempting to bind port 3ae95e6d-ea34-4e12-bed5-e6ed76a8768f on host dv-cinder-775250-3-smb for vnic_type normal with profile {{(pid=84000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 21:34:38.113955 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.managers [None req-99fd542d-b73c-42f1-bb2a-1801a9c0f3a8 None None] Attempting to bind port 3ae95e6d-ea34-4e12-bed5-e6ed76a8768f by drivers openvswitch on host dv-cinder-775250-3-smb at level 0 using segments [{'id': '164904e9-eb4a-4dd3-90cb-d531be542b03', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '4409f29a-e856-4248-a3c4-ee2bd0622344'}] {{(pid=84000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 15 21:34:38.114356 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99fd542d-b73c-42f1-bb2a-1801a9c0f3a8 None None] Attempting to bind port 3ae95e6d-ea34-4e12-bed5-e6ed76a8768f on network 4409f29a-e856-4248-a3c4-ee2bd0622344 {{(pid=84000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 15 21:34:38.120576 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99fd542d-b73c-42f1-bb2a-1801a9c0f3a8 None None] Checking agent: {'id': 'c4d26ba9-4355-4b6a-ac8e-61eaae13650f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 21, 30, 23), 'started_at': datetime.datetime(2021, 2, 15, 21, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 21, 34, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 21:34:38.120989 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99fd542d-b73c-42f1-bb2a-1801a9c0f3a8 None None] Checking segment: {'id': '164904e9-eb4a-4dd3-90cb-d531be542b03', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '4409f29a-e856-4248-a3c4-ee2bd0622344'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 21:34:38.121468 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-99fd542d-b73c-42f1-bb2a-1801a9c0f3a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:34:38.121908 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99fd542d-b73c-42f1-bb2a-1801a9c0f3a8 None None] Bound using segment: {'id': '164904e9-eb4a-4dd3-90cb-d531be542b03', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '4409f29a-e856-4248-a3c4-ee2bd0622344'} {{(pid=84000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 21:34:38.122429 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.managers [None req-99fd542d-b73c-42f1-bb2a-1801a9c0f3a8 None None] Bound port: 3ae95e6d-ea34-4e12-bed5-e6ed76a8768f, host: dv-cinder-775250-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '164904e9-eb4a-4dd3-90cb-d531be542b03', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '4409f29a-e856-4248-a3c4-ee2bd0622344'}}] {{(pid=84000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 15 21:34:38.122870 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-99fd542d-b73c-42f1-bb2a-1801a9c0f3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:34:38.222318 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [None req-99fd542d-b73c-42f1-bb2a-1801a9c0f3a8 None None] For port 3ae95e6d-ea34-4e12-bed5-e6ed76a8768f, host dv-cinder-775250-3-smb, cleared binding levels {{(pid=84000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 15 21:34:38.226288 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [None req-99fd542d-b73c-42f1-bb2a-1801a9c0f3a8 None None] For port 3ae95e6d-ea34-4e12-bed5-e6ed76a8768f, host dv-cinder-775250-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-3-smb',level=0,port_id=3ae95e6d-ea34-4e12-bed5-e6ed76a8768f,segment=NetworkSegment(164904e9-eb4a-4dd3-90cb-d531be542b03),segment_id=164904e9-eb4a-4dd3-90cb-d531be542b03)] {{(pid=84000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 15 21:34:38.230323 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-99fd542d-b73c-42f1-bb2a-1801a9c0f3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779317976793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779317533282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257537242501'] for port, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:34:38.247012 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-f909259f-3492-4f39-96b2-1a0862db98ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:34:38.402369 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fd542d-b73c-42f1-bb2a-1801a9c0f3a8 None None] Pushing event updated for resources: {'Port': ['ID=3ae95e6d-ea34-4e12-bed5-e6ed76a8768f,revision_number=2']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:34:38.405961 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-99fd542d-b73c-42f1-bb2a-1801a9c0f3a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:34:38.828352 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Device 3ae95e6d-ea34-4e12-bed5-e6ed76a8768f up at agent ovs-agent-dv-cinder-775250-3-smb {{(pid=84000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:34:38.915917 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Provisioning for port 3ae95e6d-ea34-4e12-bed5-e6ed76a8768f completed by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 21:34:39.703397 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f34f4f08-5ed9-4771-b377-03c886914bcf None None] Network 4409f29a-e856-4248-a3c4-ee2bd0622344 requested from dv-cinder-775250-3-smb {{(pid=84000) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 15 21:34:39.825560 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-db720d2f-d3e9-4526-b709-58b2d040634a None None] Provisioning for port 3ae95e6d-ea34-4e12-bed5-e6ed76a8768f completed by entity DHCP. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 21:34:39.844983 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-db720d2f-d3e9-4526-b709-58b2d040634a None None] Provisioning complete for port 3ae95e6d-ea34-4e12-bed5-e6ed76a8768f triggered by entity DHCP. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:34:39.845424 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-db720d2f-d3e9-4526-b709-58b2d040634a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:34:40.085018 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-db720d2f-d3e9-4526-b709-58b2d040634a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:34:40.129456 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [None req-db720d2f-d3e9-4526-b709-58b2d040634a None None] For port 3ae95e6d-ea34-4e12-bed5-e6ed76a8768f, host dv-cinder-775250-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-3-smb',level=0,port_id=3ae95e6d-ea34-4e12-bed5-e6ed76a8768f,segment=NetworkSegment(164904e9-eb4a-4dd3-90cb-d531be542b03),segment_id=164904e9-eb4a-4dd3-90cb-d531be542b03)] {{(pid=84000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:34:40.132820 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-db720d2f-d3e9-4526-b709-58b2d040634a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779317976793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779317533282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257537242501'] for port, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:34:40.136190 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:34:40.218758 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db720d2f-d3e9-4526-b709-58b2d040634a None None] Pushing event updated for resources: {'Port': ['ID=3ae95e6d-ea34-4e12-bed5-e6ed76a8768f,revision_number=3']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:34:40.223766 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-db720d2f-d3e9-4526-b709-58b2d040634a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:34:40.363654 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-08185303-99de-4ed7-8eeb-033bc36b8372 None None] Provisioning complete for port 3ae95e6d-ea34-4e12-bed5-e6ed76a8768f triggered by entity DHCP. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:34:40.364313 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-08185303-99de-4ed7-8eeb-033bc36b8372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:34:40.627616 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-2b08c366-26b0-4f70-b789-f763c3ba64f9 None None] Provisioning complete for port 3ae95e6d-ea34-4e12-bed5-e6ed76a8768f triggered by entity DHCP. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:34:40.627973 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-2b08c366-26b0-4f70-b789-f763c3ba64f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:34:40.764794 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Device 3ae95e6d-ea34-4e12-bed5-e6ed76a8768f up at agent ovs-agent-dv-cinder-775250-3-smb {{(pid=84000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:34:40.860769 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Provisioning complete for port 3ae95e6d-ea34-4e12-bed5-e6ed76a8768f triggered by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:34:40.861185 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:34:40.999020 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-0dfa032a-6c50-4f81-992a-8af5c1dddd63 None None] Provisioning complete for port 3ae95e6d-ea34-4e12-bed5-e6ed76a8768f triggered by entity DHCP. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:34:40.999398 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-0dfa032a-6c50-4f81-992a-8af5c1dddd63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:34:49.047166 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-5367a71a-bba4-4b84-a340-22dce93989ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:34:52.361809 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-95703324-9a8f-4d5b-af0a-a9e92b45d0c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:34:52.449414 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-4f2d6fe3-588d-414d-8fc0-9e430caa4704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:34:53.429276 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:34:53.673063 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.agents_db [None req-9c3f008a-7c02-4f45-a369-4199c6caa59a None None] Agent healthcheck: found 5 active agents {{(pid=84001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 15 21:34:54.363107 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-c15141da-837e-426e-b554-b41f5a3e4bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:35:19.054110 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-72b1433d-ec69-44b6-a36f-635573564b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:35:22.356662 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-9a74e381-b786-49b2-a819-71ecbf61ac4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:35:22.445098 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-4f2d6fe3-588d-414d-8fc0-9e430caa4704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:35:23.435480 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:35:24.367852 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-c15141da-837e-426e-b554-b41f5a3e4bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:35:30.673643 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.agents_db [None req-9c3f008a-7c02-4f45-a369-4199c6caa59a None None] Agent healthcheck: found 5 active agents {{(pid=84001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 15 21:35:47.707334 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 43300) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:35:47.714566 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [None req-ff773a1b-ec7e-4673-b980-966e217dfd00 tempest-verify_tempest_config-883704928 tempest-verify_tempest_config-883704928-project] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=83999) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 21:35:47.715640 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-ff773a1b-ec7e-4673-b980-966e217dfd00 tempest-verify_tempest_config-883704928 tempest-verify_tempest_config-883704928-project] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13450 time: 0.0069335 Feb 15 21:35:48.075312 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 43320) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:35:48.217261 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-d88bfad3-e1d6-40b1-9d88-f4edbdb71552 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:35:48.241406 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-d88bfad3-e1d6-40b1-9d88-f4edbdb71552 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:35:48.246016 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-d88bfad3-e1d6-40b1-9d88-f4edbdb71552 admin admin] Usage tracker for resource:security_group_rule and tenant:1891cee8bb6949fca64fb12ed1b42729 is out of sync, need to count used quota {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:35:48.249425 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-d88bfad3-e1d6-40b1-9d88-f4edbdb71552 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:35:48.256857 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-d88bfad3-e1d6-40b1-9d88-f4edbdb71552 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:35:48.359259 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-d88bfad3-e1d6-40b1-9d88-f4edbdb71552 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:35:48.362471 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-d88bfad3-e1d6-40b1-9d88-f4edbdb71552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:35:48.371543 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:35:48.416225 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-d88bfad3-e1d6-40b1-9d88-f4edbdb71552 admin admin] Synchronizing usage tracker for tenant:17c65d23db5c4fe498fa8f13d99a2d4c on resource:security_group {{(pid=83999) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 21:35:48.420051 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88bfad3-e1d6-40b1-9d88-f4edbdb71552 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cac3b6df-abbb-4bd9-bdf3-b3d235211d4a,revision_number=1']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:35:48.430906 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88bfad3-e1d6-40b1-9d88-f4edbdb71552 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:35:48.431286 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88bfad3-e1d6-40b1-9d88-f4edbdb71552 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:35:48.431661 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88bfad3-e1d6-40b1-9d88-f4edbdb71552 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:35:48.432025 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88bfad3-e1d6-40b1-9d88-f4edbdb71552 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:35:48.432386 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88bfad3-e1d6-40b1-9d88-f4edbdb71552 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:35:48.432745 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88bfad3-e1d6-40b1-9d88-f4edbdb71552 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:35:48.433104 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88bfad3-e1d6-40b1-9d88-f4edbdb71552 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:35:48.433487 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88bfad3-e1d6-40b1-9d88-f4edbdb71552 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:35:48.433843 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88bfad3-e1d6-40b1-9d88-f4edbdb71552 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:35:48.434198 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88bfad3-e1d6-40b1-9d88-f4edbdb71552 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:35:48.434552 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88bfad3-e1d6-40b1-9d88-f4edbdb71552 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:35:48.434899 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88bfad3-e1d6-40b1-9d88-f4edbdb71552 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:35:48.440587 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-d88bfad3-e1d6-40b1-9d88-f4edbdb71552 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:35:48.448734 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-d88bfad3-e1d6-40b1-9d88-f4edbdb71552 admin admin] Unset dirty status for tenant:17c65d23db5c4fe498fa8f13d99a2d4c on resource:security_group {{(pid=83999) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 21:35:48.452814 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-d88bfad3-e1d6-40b1-9d88-f4edbdb71552 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=1891cee8bb6949fca64fb12ed1b42729&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3735843 Feb 15 21:35:48.453091 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 43326) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:35:48.519732 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-c31b7a71-8f4c-4616-a377-54abd74bdfce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:35:48.548766 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-c31b7a71-8f4c-4616-a377-54abd74bdfce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:35:48.602692 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-c31b7a71-8f4c-4616-a377-54abd74bdfce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:35:48.607011 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-d88bfad3-e1d6-40b1-9d88-f4edbdb71552 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:35:48.622953 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31b7a71-8f4c-4616-a377-54abd74bdfce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cac3b6df-abbb-4bd9-bdf3-b3d235211d4a,revision_number=None']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:35:48.625692 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-c31b7a71-8f4c-4616-a377-54abd74bdfce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:35:48.632373 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-c31b7a71-8f4c-4616-a377-54abd74bdfce admin admin] Notify callbacks [] for security_group, before_response {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:35:48.633710 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-c31b7a71-8f4c-4616-a377-54abd74bdfce admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/cac3b6df-abbb-4bd9-bdf3-b3d235211d4a HTTP/1.1" status: 204 len: 168 time: 0.1794868 Feb 15 21:35:49.048644 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-dc368df5-e5e6-4495-9b5d-f48e439238b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:35:52.362384 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-7946da02-ca30-4d92-a3fe-0c914d855760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:35:52.449446 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-4f2d6fe3-588d-414d-8fc0-9e430caa4704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:35:53.431896 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:35:54.369715 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-c15141da-837e-426e-b554-b41f5a3e4bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:36:07.674475 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.agents_db [None req-9c3f008a-7c02-4f45-a369-4199c6caa59a None None] Agent healthcheck: found 5 active agents {{(pid=84001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 15 21:36:19.044216 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-725584cc-27b7-4ee7-ab62-adf1c303b996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:36:22.368849 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-5407b8ce-2ec6-488d-803b-46e65d8a86a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:36:22.449215 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-4f2d6fe3-588d-414d-8fc0-9e430caa4704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:36:23.436816 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:36:24.370848 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-c15141da-837e-426e-b554-b41f5a3e4bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:36:44.674184 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.agents_db [None req-9c3f008a-7c02-4f45-a369-4199c6caa59a None None] Agent healthcheck: found 5 active agents {{(pid=84001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 15 21:36:49.055602 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-12d7ae94-da54-4e83-ada5-f9865ab7927a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:36:52.363884 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-0d1fafa3-815a-45d6-8543-a2621d54e34f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:36:52.455455 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-4f2d6fe3-588d-414d-8fc0-9e430caa4704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:36:53.444083 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:36:54.382185 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-c15141da-837e-426e-b554-b41f5a3e4bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:37:19.058223 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-df2d3e45-b001-4354-998c-b2b0948227df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:37:21.674248 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.agents_db [None req-9c3f008a-7c02-4f45-a369-4199c6caa59a None None] Agent healthcheck: found 5 active agents {{(pid=84001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 15 21:37:22.370418 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-beed2d93-d913-4bff-b020-cdc62950651f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:37:22.457859 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-4f2d6fe3-588d-414d-8fc0-9e430caa4704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:37:23.437861 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:37:24.380108 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-c15141da-837e-426e-b554-b41f5a3e4bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:37:43.712796 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541'] for agent, after_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:37:43.713467 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:37:43.713651 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:37:43.714012 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:37:43.714401 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:37:43.714774 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:37:43.715161 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:37:43.715533 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:37:43.715948 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:37:43.716314 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:37:43.716676 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:37:43.717042 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:37:43.717429 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:37:43.717834 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'hv-cinder-77525', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=84000) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:37:43.722496 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'hv-cinder-77525', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=84000) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:37:44.044108 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] get_endpoint_by_host() called for host hv-cinder-77525 {{(pid=84000) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Feb 15 21:37:44.049012 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] get_endpoint_by_ip() called for ip 192.168.0.74 {{(pid=84000) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Feb 15 21:37:44.052508 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] _add_endpoint() called for ip 192.168.0.74 {{(pid=84000) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Feb 15 21:37:44.058374 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] _get_endpoints() called {{(pid=84000) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Feb 15 21:37:49.052395 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-1e4d33b7-3f0a-4cc2-ab0c-0b813ebbcbb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:37:52.363436 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-3a620fef-40b4-4e92-be1e-2546dabd01b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:37:52.460664 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-4f2d6fe3-588d-414d-8fc0-9e430caa4704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:37:53.444906 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:37:54.382708 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-c15141da-837e-426e-b554-b41f5a3e4bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:37:56.021780 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83998) accepted ('10.222.0.68', 43398) {{(pid=83998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:37:56.162352 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-75e95205-8fe9-44b3-9096-4ffbd910a5fc admin admin] 10.222.0.68 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5073 time: 0.1393690 Feb 15 21:37:58.677864 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.agents_db [None req-9c3f008a-7c02-4f45-a369-4199c6caa59a None None] Agent healthcheck: found 6 active agents {{(pid=84001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 15 21:37:58.689669 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 43408) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:37:58.757170 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-d7bed874-a951-49a4-b02a-54e682d69f1d admin admin] 10.222.0.68 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5073 time: 0.0663280 Feb 15 21:38:13.741218 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:38:19.064582 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-ea6d07ca-66cf-49a1-8f45-22146d9cd8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:38:22.369499 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-c24cb35c-8492-4a10-a240-78c8ee55e9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:38:22.472152 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-4f2d6fe3-588d-414d-8fc0-9e430caa4704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:38:23.439345 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:38:24.394734 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-c15141da-837e-426e-b554-b41f5a3e4bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:38:35.678593 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.agents_db [None req-9c3f008a-7c02-4f45-a369-4199c6caa59a None None] Agent healthcheck: found 6 active agents {{(pid=84001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 15 21:38:43.737366 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:38:49.060995 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-af71a564-437d-4bf5-9d79-663dd7da7bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:38:52.365354 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-5a5a5147-5a34-4ea4-b9f7-3da1747d2652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:38:52.468974 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-4f2d6fe3-588d-414d-8fc0-9e430caa4704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:38:53.446844 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:38:54.392451 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-c15141da-837e-426e-b554-b41f5a3e4bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:39:12.687135 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.agents_db [None req-9c3f008a-7c02-4f45-a369-4199c6caa59a None None] Agent healthcheck: found 6 active agents {{(pid=84001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 15 21:39:13.753941 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:39:19.056583 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-c9f5bce9-7a57-4270-8ada-ad0859c685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:39:22.360692 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-6760ffad-f754-4e92-9667-430b28d08966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:39:22.468077 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-4f2d6fe3-588d-414d-8fc0-9e430caa4704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:39:23.442794 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:39:24.394338 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-c15141da-837e-426e-b554-b41f5a3e4bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:39:43.768096 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:39:49.064921 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-2c670ea3-1586-4fd6-b2d3-74fea8159c5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:39:49.676644 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.agents_db [None req-9c3f008a-7c02-4f45-a369-4199c6caa59a None None] Agent healthcheck: found 6 active agents {{(pid=84001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 15 21:39:52.378052 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-4e6d91b2-090b-4ee3-89c9-45a803bb7f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:39:52.472311 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-4f2d6fe3-588d-414d-8fc0-9e430caa4704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:39:53.449855 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:39:53.845051 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 43572) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:39:54.019404 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 43586) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:39:54.242714 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 43600) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:39:54.262650 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.v2.base [None req-96b213a5-b45e-49de-b029-84788e48541d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1326980919-network', 'tenant_id': '964e5fef0d9f42da9da2717fddfc34f1'}} {{(pid=83999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:39:54.267980 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-96b213a5-b45e-49de-b029-84788e48541d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:39:54.272626 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-96b213a5-b45e-49de-b029-84788e48541d admin admin] Usage tracker for resource:network and tenant:964e5fef0d9f42da9da2717fddfc34f1 is out of sync, need to count used quota {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:39:54.275826 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-96b213a5-b45e-49de-b029-84788e48541d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:39:54.281966 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-96b213a5-b45e-49de-b029-84788e48541d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:39:54.292651 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96b213a5-b45e-49de-b029-84788e48541d admin admin] Made reservation on behalf of 964e5fef0d9f42da9da2717fddfc34f1 for: {'network': 1} {{(pid=83999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 15 21:39:54.297665 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-96b213a5-b45e-49de-b029-84788e48541d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for network, before_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:39:54.319694 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.v2.base [None req-038c67b3-c604-4790-a079-d06fcc047a81 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-246652911-network', 'tenant_id': '01d1e938225c413c8b7177a31ac61fd8'}} {{(pid=83999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:39:54.326393 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-96b213a5-b45e-49de-b029-84788e48541d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:39:54.336711 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-038c67b3-c604-4790-a079-d06fcc047a81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:39:54.343942 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-038c67b3-c604-4790-a079-d06fcc047a81 admin admin] Usage tracker for resource:network and tenant:01d1e938225c413c8b7177a31ac61fd8 is out of sync, need to count used quota {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:39:54.347218 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-038c67b3-c604-4790-a079-d06fcc047a81 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:39:54.354848 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-038c67b3-c604-4790-a079-d06fcc047a81 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:39:54.359487 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-96b213a5-b45e-49de-b029-84788e48541d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:39:54.367745 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-96b213a5-b45e-49de-b029-84788e48541d admin admin] Usage tracker for resource:security_group_rule and tenant:964e5fef0d9f42da9da2717fddfc34f1 is out of sync, need to count used quota {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:39:54.371569 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-96b213a5-b45e-49de-b029-84788e48541d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:39:54.374855 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-038c67b3-c604-4790-a079-d06fcc047a81 admin admin] Made reservation on behalf of 01d1e938225c413c8b7177a31ac61fd8 for: {'network': 1} {{(pid=83999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 15 21:39:54.379684 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-038c67b3-c604-4790-a079-d06fcc047a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for network, before_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:39:54.397969 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-038c67b3-c604-4790-a079-d06fcc047a81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:39:54.413605 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-c15141da-837e-426e-b554-b41f5a3e4bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:39:54.415346 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-96b213a5-b45e-49de-b029-84788e48541d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:39:54.423776 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-038c67b3-c604-4790-a079-d06fcc047a81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:39:54.430614 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-038c67b3-c604-4790-a079-d06fcc047a81 admin admin] Usage tracker for resource:security_group_rule and tenant:01d1e938225c413c8b7177a31ac61fd8 is out of sync, need to count used quota {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:39:54.434237 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-038c67b3-c604-4790-a079-d06fcc047a81 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:39:54.445116 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-038c67b3-c604-4790-a079-d06fcc047a81 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:39:54.609621 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-96b213a5-b45e-49de-b029-84788e48541d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:39:54.611702 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-038c67b3-c604-4790-a079-d06fcc047a81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:39:54.616126 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-96b213a5-b45e-49de-b029-84788e48541d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:39:54.621229 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:39:54.630745 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-038c67b3-c604-4790-a079-d06fcc047a81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:39:54.646604 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83998) accepted ('10.222.0.68', 43618) {{(pid=83998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:39:54.652944 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96b213a5-b45e-49de-b029-84788e48541d admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=83999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 15 21:39:54.694479 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.v2.base [None req-5c1eebab-6604-4295-88cb-b319b3b3f609 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1057222704-network', 'tenant_id': '12cea8e557c1416a9cc87651295d393b'}} {{(pid=83999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:39:54.698468 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-96b213a5-b45e-49de-b029-84788e48541d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515977'] for segment, precommit_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:39:54.698871 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.db.segments_db [None req-96b213a5-b45e-49de-b029-84788e48541d admin admin] Added segment a30449d5-f7e3-46b3-92df-c80a6b63f000 of type vxlan for network 7e351d7f-ec41-4316-8703-e8fda2cbe604 Feb 15 21:39:54.700451 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b213a5-b45e-49de-b029-84788e48541d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eacf551a-e03d-4784-a8ef-492410bc89e2,revision_number=1']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:39:54.714405 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b213a5-b45e-49de-b029-84788e48541d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:39:54.714909 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b213a5-b45e-49de-b029-84788e48541d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:39:54.715101 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b213a5-b45e-49de-b029-84788e48541d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:39:54.715474 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b213a5-b45e-49de-b029-84788e48541d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:39:54.716275 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b213a5-b45e-49de-b029-84788e48541d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:39:54.716275 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b213a5-b45e-49de-b029-84788e48541d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:39:54.716559 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b213a5-b45e-49de-b029-84788e48541d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:39:54.716942 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b213a5-b45e-49de-b029-84788e48541d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:39:54.717220 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b213a5-b45e-49de-b029-84788e48541d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:39:54.717529 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b213a5-b45e-49de-b029-84788e48541d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:39:54.717862 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b213a5-b45e-49de-b029-84788e48541d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:39:54.718233 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b213a5-b45e-49de-b029-84788e48541d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:39:54.718622 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b213a5-b45e-49de-b029-84788e48541d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:39:54.718976 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b213a5-b45e-49de-b029-84788e48541d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:39:54.719323 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b213a5-b45e-49de-b029-84788e48541d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:39:54.719686 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b213a5-b45e-49de-b029-84788e48541d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:39:54.720031 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b213a5-b45e-49de-b029-84788e48541d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:39:54.720382 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b213a5-b45e-49de-b029-84788e48541d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:39:54.720745 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b213a5-b45e-49de-b029-84788e48541d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:39:54.721080 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b213a5-b45e-49de-b029-84788e48541d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:39:54.721485 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b213a5-b45e-49de-b029-84788e48541d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:39:54.721792 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b213a5-b45e-49de-b029-84788e48541d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:39:54.722153 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b213a5-b45e-49de-b029-84788e48541d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:39:54.722513 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b213a5-b45e-49de-b029-84788e48541d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:39:54.724029 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b213a5-b45e-49de-b029-84788e48541d admin admin] Tracked resource versions report: Feb 15 21:39:54.724029 dv-cinder-775250-3-smb neutron-server[83887]: pushed versions: Feb 15 21:39:54.724029 dv-cinder-775250-3-smb neutron-server[83887]: { 'AddressGroup': {'1.1'}, Feb 15 21:39:54.724029 dv-cinder-775250-3-smb neutron-server[83887]: 'ConntrackHelper': {'1.0'}, Feb 15 21:39:54.724029 dv-cinder-775250-3-smb neutron-server[83887]: 'Log': {'1.0'}, Feb 15 21:39:54.724029 dv-cinder-775250-3-smb neutron-server[83887]: 'Network': {'1.1'}, Feb 15 21:39:54.724029 dv-cinder-775250-3-smb neutron-server[83887]: 'Port': {'1.7'}, Feb 15 21:39:54.724029 dv-cinder-775250-3-smb neutron-server[83887]: 'PortForwarding': {'1.2'}, Feb 15 21:39:54.724029 dv-cinder-775250-3-smb neutron-server[83887]: 'QosPolicy': {'1.8'}, Feb 15 21:39:54.724029 dv-cinder-775250-3-smb neutron-server[83887]: 'SecurityGroup': {'1.4'}, Feb 15 21:39:54.724029 dv-cinder-775250-3-smb neutron-server[83887]: 'SecurityGroupRule': {'1.2'}, Feb 15 21:39:54.724029 dv-cinder-775250-3-smb neutron-server[83887]: 'SubPort': {'1.0'}, Feb 15 21:39:54.724029 dv-cinder-775250-3-smb neutron-server[83887]: 'Subnet': {'1.1'}, Feb 15 21:39:54.724029 dv-cinder-775250-3-smb neutron-server[83887]: 'Trunk': {'1.1'}} Feb 15 21:39:54.724029 dv-cinder-775250-3-smb neutron-server[83887]: consumer versions: Feb 15 21:39:54.724029 dv-cinder-775250-3-smb neutron-server[83887]: { DHCP agent@dv-cinder-775250-3-smb: {}, Feb 15 21:39:54.724029 dv-cinder-775250-3-smb neutron-server[83887]: L3 agent@dv-cinder-775250-3-smb: {}, Feb 15 21:39:54.724029 dv-cinder-775250-3-smb neutron-server[83887]: Metadata agent@dv-cinder-775250-3-smb: {}, Feb 15 21:39:54.724029 dv-cinder-775250-3-smb neutron-server[83887]: Metering agent@dv-cinder-775250-3-smb: {}, Feb 15 21:39:54.724029 dv-cinder-775250-3-smb neutron-server[83887]: Open vSwitch agent@dv-cinder-775250-3-smb: { 'AddressGroup': '1.1', Feb 15 21:39:54.724029 dv-cinder-775250-3-smb neutron-server[83887]: 'ConntrackHelper': '1.0', Feb 15 21:39:54.724029 dv-cinder-775250-3-smb neutron-server[83887]: 'Log': '1.0', Feb 15 21:39:54.724029 dv-cinder-775250-3-smb neutron-server[83887]: 'Network': '1.1', Feb 15 21:39:54.724029 dv-cinder-775250-3-smb neutron-server[83887]: 'Port': '1.7', Feb 15 21:39:54.724029 dv-cinder-775250-3-smb neutron-server[83887]: 'PortForwarding': '1.2', Feb 15 21:39:54.724029 dv-cinder-775250-3-smb neutron-server[83887]: 'QosPolicy': '1.8', Feb 15 21:39:54.724029 dv-cinder-775250-3-smb neutron-server[83887]: 'SecurityGroup': '1.4', Feb 15 21:39:54.724029 dv-cinder-775250-3-smb neutron-server[83887]: 'SecurityGroupRule': '1.2', Feb 15 21:39:54.724029 dv-cinder-775250-3-smb neutron-server[83887]: 'SubPort': '1.0', Feb 15 21:39:54.724029 dv-cinder-775250-3-smb neutron-server[83887]: 'Subnet': '1.1', Feb 15 21:39:54.724029 dv-cinder-775250-3-smb neutron-server[83887]: 'Trunk': '1.1'}, Feb 15 21:39:54.724029 dv-cinder-775250-3-smb neutron-server[83887]: Open vSwitch agent@hv-cinder-77525: { 'AddressGroup': '1.1', Feb 15 21:39:54.724029 dv-cinder-775250-3-smb neutron-server[83887]: 'ConntrackHelper': '1.0', Feb 15 21:39:54.724029 dv-cinder-775250-3-smb neutron-server[83887]: 'Log': '1.0', Feb 15 21:39:54.724029 dv-cinder-775250-3-smb neutron-server[83887]: 'Network': '1.1', Feb 15 21:39:54.724029 dv-cinder-775250-3-smb neutron-server[83887]: 'Port': '1.7', Feb 15 21:39:54.724029 dv-cinder-775250-3-smb neutron-server[83887]: 'PortForwarding': '1.2', Feb 15 21:39:54.724029 dv-cinder-775250-3-smb neutron-server[83887]: 'QosPolicy': '1.8', Feb 15 21:39:54.724029 dv-cinder-775250-3-smb neutron-server[83887]: 'SecurityGroup': '1.4', Feb 15 21:39:54.724029 dv-cinder-775250-3-smb neutron-server[83887]: 'SecurityGroupRule': '1.2', Feb 15 21:39:54.724029 dv-cinder-775250-3-smb neutron-server[83887]: 'SubPort': '1.0', Feb 15 21:39:54.724029 dv-cinder-775250-3-smb neutron-server[83887]: 'Subnet': '1.1', Feb 15 21:39:54.724029 dv-cinder-775250-3-smb neutron-server[83887]: 'Trunk': '1.1'}} Feb 15 21:39:54.724029 dv-cinder-775250-3-smb neutron-server[83887]: {{(pid=83999) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 15 21:39:54.729851 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-96b213a5-b45e-49de-b029-84788e48541d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:39:54.730081 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.091s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:39:54.742430 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-5c1eebab-6604-4295-88cb-b319b3b3f609 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:39:54.756331 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-5c1eebab-6604-4295-88cb-b319b3b3f609 admin admin] Usage tracker for resource:network and tenant:12cea8e557c1416a9cc87651295d393b is out of sync, need to count used quota {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:39:54.772269 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-5c1eebab-6604-4295-88cb-b319b3b3f609 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:39:54.789473 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-5c1eebab-6604-4295-88cb-b319b3b3f609 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:39:54.801140 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-96b213a5-b45e-49de-b029-84788e48541d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363257537296944'] for network, precommit_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:39:54.813236 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c67b3-c604-4790-a079-d06fcc047a81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71cd4868-46e3-4754-a7d3-4c06d1e07525,revision_number=1']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:39:54.818857 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-038c67b3-c604-4790-a079-d06fcc047a81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:39:54.821145 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c1eebab-6604-4295-88cb-b319b3b3f609 admin admin] Made reservation on behalf of 12cea8e557c1416a9cc87651295d393b for: {'network': 1} {{(pid=83999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 15 21:39:54.825991 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-5c1eebab-6604-4295-88cb-b319b3b3f609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for network, before_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:39:54.852199 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83998) accepted ('10.222.0.68', 43630) {{(pid=83998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:39:54.861109 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-5c1eebab-6604-4295-88cb-b319b3b3f609 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:39:54.894065 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-5c1eebab-6604-4295-88cb-b319b3b3f609 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:39:54.900958 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-5c1eebab-6604-4295-88cb-b319b3b3f609 admin admin] Usage tracker for resource:security_group_rule and tenant:12cea8e557c1416a9cc87651295d393b is out of sync, need to count used quota {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:39:54.904878 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-5c1eebab-6604-4295-88cb-b319b3b3f609 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:39:54.914000 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-5c1eebab-6604-4295-88cb-b319b3b3f609 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:39:54.916797 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-96b213a5-b45e-49de-b029-84788e48541d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232'] for network, after_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:39:54.918410 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.db.api [None req-038c67b3-c604-4790-a079-d06fcc047a81 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=83999) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 15 21:39:54.918792 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_db.api [None req-038c67b3-c604-4790-a079-d06fcc047a81 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 15 21:39:54.923096 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b213a5-b45e-49de-b029-84788e48541d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:39:54.923814 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-96b213a5-b45e-49de-b029-84788e48541d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851048245'] for network, before_response {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:39:54.933138 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:39:54.984139 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.v2.base [None req-aee1fb2c-450b-4e49-b25d-12658f0b5bb5 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1012257-network', 'tenant_id': '6560e6c9f85e4d83bbd45fb6f6c6ecff'}} {{(pid=83998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:39:54.990167 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-aee1fb2c-450b-4e49-b25d-12658f0b5bb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:39:54.995115 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-aee1fb2c-450b-4e49-b25d-12658f0b5bb5 admin admin] Usage tracker for resource:network and tenant:6560e6c9f85e4d83bbd45fb6f6c6ecff is out of sync, need to count used quota {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:39:54.998632 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-aee1fb2c-450b-4e49-b25d-12658f0b5bb5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:39:55.006574 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-aee1fb2c-450b-4e49-b25d-12658f0b5bb5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:39:55.022179 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aee1fb2c-450b-4e49-b25d-12658f0b5bb5 admin admin] Made reservation on behalf of 6560e6c9f85e4d83bbd45fb6f6c6ecff for: {'network': 1} {{(pid=83998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 15 21:39:55.027760 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aee1fb2c-450b-4e49-b25d-12658f0b5bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for network, before_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:39:55.047497 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aee1fb2c-450b-4e49-b25d-12658f0b5bb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:39:55.067052 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b213a5-b45e-49de-b029-84788e48541d admin admin] Pushing event updated for resources: {'Network': ['ID=7e351d7f-ec41-4316-8703-e8fda2cbe604,revision_number=1']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:39:55.070796 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-aee1fb2c-450b-4e49-b25d-12658f0b5bb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:39:55.075262 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-96b213a5-b45e-49de-b029-84788e48541d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:39:55.075520 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-aee1fb2c-450b-4e49-b25d-12658f0b5bb5 admin admin] Usage tracker for resource:security_group_rule and tenant:6560e6c9f85e4d83bbd45fb6f6c6ecff is out of sync, need to count used quota {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:39:55.078995 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-aee1fb2c-450b-4e49-b25d-12658f0b5bb5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:39:55.081979 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Network 7e351d7f-ec41-4316-8703-e8fda2cbe604 details requested by agent ovs-agent-hv-cinder-77525 with host hv-cinder-77525 {{(pid=84000) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 15 21:39:55.085697 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-aee1fb2c-450b-4e49-b25d-12658f0b5bb5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:39:55.108654 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Network 7e351d7f-ec41-4316-8703-e8fda2cbe604 details requested by agent ovs-agent-dv-cinder-775250-3-smb with host dv-cinder-775250-3-smb {{(pid=84000) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 15 21:39:55.108869 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-96b213a5-b45e-49de-b029-84788e48541d admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2624459 Feb 15 21:39:55.124199 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 43646) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:39:55.139014 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.v2.base [None req-99fc8498-01d0-4f70-9ea0-d7f589087860 admin admin] Request body: {'subnet': {'network_id': '7e351d7f-ec41-4316-8703-e8fda2cbe604', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1326980919-subnet', 'tenant_id': '964e5fef0d9f42da9da2717fddfc34f1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:39:55.155939 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-99fc8498-01d0-4f70-9ea0-d7f589087860 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:39:55.164464 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-99fc8498-01d0-4f70-9ea0-d7f589087860 admin admin] Usage tracker for resource:subnet and tenant:964e5fef0d9f42da9da2717fddfc34f1 is out of sync, need to count used quota {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:39:55.169532 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-99fc8498-01d0-4f70-9ea0-d7f589087860 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:39:55.188371 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-99fc8498-01d0-4f70-9ea0-d7f589087860 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:39:55.213828 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-5c1eebab-6604-4295-88cb-b319b3b3f609 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:39:55.219173 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-5c1eebab-6604-4295-88cb-b319b3b3f609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:39:55.224728 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-c31b7a71-8f4c-4616-a377-54abd74bdfce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:39:55.261715 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aee1fb2c-450b-4e49-b25d-12658f0b5bb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:39:55.262701 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1eebab-6604-4295-88cb-b319b3b3f609 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1c74a22-1874-4b20-95ae-51fd0e9cc5aa,revision_number=1']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:39:55.266187 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99fc8498-01d0-4f70-9ea0-d7f589087860 admin admin] Made reservation on behalf of 964e5fef0d9f42da9da2717fddfc34f1 for: {'subnet': 1} {{(pid=83999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 15 21:39:55.269119 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aee1fb2c-450b-4e49-b25d-12658f0b5bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:39:55.271981 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-99fc8498-01d0-4f70-9ea0-d7f589087860 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:39:55.287217 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-5c1eebab-6604-4295-88cb-b319b3b3f609 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:39:55.300373 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aee1fb2c-450b-4e49-b25d-12658f0b5bb5 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=83998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 15 21:39:55.325031 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aee1fb2c-450b-4e49-b25d-12658f0b5bb5 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8779317874991', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515977'] for segment, precommit_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:39:55.327111 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.db.segments_db [None req-aee1fb2c-450b-4e49-b25d-12658f0b5bb5 admin admin] Added segment 9fc507ea-f429-4867-baf5-c8ee986591b3 of type vxlan for network c278209e-60b4-4d2d-9f56-5790073f68ce Feb 15 21:39:55.339683 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:39:55.394186 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aee1fb2c-450b-4e49-b25d-12658f0b5bb5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363257537296944'] for network, precommit_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:39:55.406981 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.v2.base [None req-d5e9bd9a-9edf-4929-a966-e28b0800a7a3 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-684742955-network', 'tenant_id': '619ec450303845fcbbb9264a158ad345'}} {{(pid=83998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:39:55.410634 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee1fb2c-450b-4e49-b25d-12658f0b5bb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfa94711-8349-42e9-83b9-bdf74ec03915,revision_number=1']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:39:55.420042 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-d5e9bd9a-9edf-4929-a966-e28b0800a7a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:39:55.420584 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-038c67b3-c604-4790-a079-d06fcc047a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for network, before_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:39:55.424431 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-d5e9bd9a-9edf-4929-a966-e28b0800a7a3 admin admin] Usage tracker for resource:network and tenant:619ec450303845fcbbb9264a158ad345 is out of sync, need to count used quota {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:39:55.427847 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-d5e9bd9a-9edf-4929-a966-e28b0800a7a3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:39:55.434696 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-d5e9bd9a-9edf-4929-a966-e28b0800a7a3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:39:55.448214 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee1fb2c-450b-4e49-b25d-12658f0b5bb5 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:39:55.448794 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee1fb2c-450b-4e49-b25d-12658f0b5bb5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:39:55.449325 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee1fb2c-450b-4e49-b25d-12658f0b5bb5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:39:55.449869 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee1fb2c-450b-4e49-b25d-12658f0b5bb5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:39:55.450381 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee1fb2c-450b-4e49-b25d-12658f0b5bb5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:39:55.450912 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee1fb2c-450b-4e49-b25d-12658f0b5bb5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:39:55.451544 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee1fb2c-450b-4e49-b25d-12658f0b5bb5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:39:55.452073 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee1fb2c-450b-4e49-b25d-12658f0b5bb5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:39:55.452562 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee1fb2c-450b-4e49-b25d-12658f0b5bb5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:39:55.453069 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee1fb2c-450b-4e49-b25d-12658f0b5bb5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:39:55.453619 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee1fb2c-450b-4e49-b25d-12658f0b5bb5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:39:55.454204 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee1fb2c-450b-4e49-b25d-12658f0b5bb5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:39:55.454828 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee1fb2c-450b-4e49-b25d-12658f0b5bb5 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:39:55.455358 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee1fb2c-450b-4e49-b25d-12658f0b5bb5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:39:55.455872 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee1fb2c-450b-4e49-b25d-12658f0b5bb5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:39:55.456396 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee1fb2c-450b-4e49-b25d-12658f0b5bb5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:39:55.456909 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee1fb2c-450b-4e49-b25d-12658f0b5bb5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:39:55.457450 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee1fb2c-450b-4e49-b25d-12658f0b5bb5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:39:55.458153 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee1fb2c-450b-4e49-b25d-12658f0b5bb5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:39:55.458653 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee1fb2c-450b-4e49-b25d-12658f0b5bb5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:39:55.459138 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee1fb2c-450b-4e49-b25d-12658f0b5bb5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:39:55.459643 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee1fb2c-450b-4e49-b25d-12658f0b5bb5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:39:55.460144 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee1fb2c-450b-4e49-b25d-12658f0b5bb5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:39:55.460643 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee1fb2c-450b-4e49-b25d-12658f0b5bb5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:39:55.462437 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee1fb2c-450b-4e49-b25d-12658f0b5bb5 admin admin] Tracked resource versions report: Feb 15 21:39:55.462437 dv-cinder-775250-3-smb neutron-server[83887]: pushed versions: Feb 15 21:39:55.462437 dv-cinder-775250-3-smb neutron-server[83887]: { 'AddressGroup': {'1.1'}, Feb 15 21:39:55.462437 dv-cinder-775250-3-smb neutron-server[83887]: 'ConntrackHelper': {'1.0'}, Feb 15 21:39:55.462437 dv-cinder-775250-3-smb neutron-server[83887]: 'Log': {'1.0'}, Feb 15 21:39:55.462437 dv-cinder-775250-3-smb neutron-server[83887]: 'Network': {'1.1'}, Feb 15 21:39:55.462437 dv-cinder-775250-3-smb neutron-server[83887]: 'Port': {'1.7'}, Feb 15 21:39:55.462437 dv-cinder-775250-3-smb neutron-server[83887]: 'PortForwarding': {'1.2'}, Feb 15 21:39:55.462437 dv-cinder-775250-3-smb neutron-server[83887]: 'QosPolicy': {'1.8'}, Feb 15 21:39:55.462437 dv-cinder-775250-3-smb neutron-server[83887]: 'SecurityGroup': {'1.4'}, Feb 15 21:39:55.462437 dv-cinder-775250-3-smb neutron-server[83887]: 'SecurityGroupRule': {'1.2'}, Feb 15 21:39:55.462437 dv-cinder-775250-3-smb neutron-server[83887]: 'SubPort': {'1.0'}, Feb 15 21:39:55.462437 dv-cinder-775250-3-smb neutron-server[83887]: 'Subnet': {'1.1'}, Feb 15 21:39:55.462437 dv-cinder-775250-3-smb neutron-server[83887]: 'Trunk': {'1.1'}} Feb 15 21:39:55.462437 dv-cinder-775250-3-smb neutron-server[83887]: consumer versions: Feb 15 21:39:55.462437 dv-cinder-775250-3-smb neutron-server[83887]: { DHCP agent@dv-cinder-775250-3-smb: {}, Feb 15 21:39:55.462437 dv-cinder-775250-3-smb neutron-server[83887]: L3 agent@dv-cinder-775250-3-smb: {}, Feb 15 21:39:55.462437 dv-cinder-775250-3-smb neutron-server[83887]: Metadata agent@dv-cinder-775250-3-smb: {}, Feb 15 21:39:55.462437 dv-cinder-775250-3-smb neutron-server[83887]: Metering agent@dv-cinder-775250-3-smb: {}, Feb 15 21:39:55.462437 dv-cinder-775250-3-smb neutron-server[83887]: Open vSwitch agent@dv-cinder-775250-3-smb: { 'AddressGroup': '1.1', Feb 15 21:39:55.462437 dv-cinder-775250-3-smb neutron-server[83887]: 'ConntrackHelper': '1.0', Feb 15 21:39:55.462437 dv-cinder-775250-3-smb neutron-server[83887]: 'Log': '1.0', Feb 15 21:39:55.462437 dv-cinder-775250-3-smb neutron-server[83887]: 'Network': '1.1', Feb 15 21:39:55.462437 dv-cinder-775250-3-smb neutron-server[83887]: 'Port': '1.7', Feb 15 21:39:55.462437 dv-cinder-775250-3-smb neutron-server[83887]: 'PortForwarding': '1.2', Feb 15 21:39:55.462437 dv-cinder-775250-3-smb neutron-server[83887]: 'QosPolicy': '1.8', Feb 15 21:39:55.462437 dv-cinder-775250-3-smb neutron-server[83887]: 'SecurityGroup': '1.4', Feb 15 21:39:55.462437 dv-cinder-775250-3-smb neutron-server[83887]: 'SecurityGroupRule': '1.2', Feb 15 21:39:55.462437 dv-cinder-775250-3-smb neutron-server[83887]: 'SubPort': '1.0', Feb 15 21:39:55.462437 dv-cinder-775250-3-smb neutron-server[83887]: 'Subnet': '1.1', Feb 15 21:39:55.462437 dv-cinder-775250-3-smb neutron-server[83887]: 'Trunk': '1.1'}, Feb 15 21:39:55.462437 dv-cinder-775250-3-smb neutron-server[83887]: Open vSwitch agent@hv-cinder-77525: { 'AddressGroup': '1.1', Feb 15 21:39:55.462437 dv-cinder-775250-3-smb neutron-server[83887]: 'ConntrackHelper': '1.0', Feb 15 21:39:55.462437 dv-cinder-775250-3-smb neutron-server[83887]: 'Log': '1.0', Feb 15 21:39:55.462437 dv-cinder-775250-3-smb neutron-server[83887]: 'Network': '1.1', Feb 15 21:39:55.462437 dv-cinder-775250-3-smb neutron-server[83887]: 'Port': '1.7', Feb 15 21:39:55.462437 dv-cinder-775250-3-smb neutron-server[83887]: 'PortForwarding': '1.2', Feb 15 21:39:55.462437 dv-cinder-775250-3-smb neutron-server[83887]: 'QosPolicy': '1.8', Feb 15 21:39:55.462437 dv-cinder-775250-3-smb neutron-server[83887]: 'SecurityGroup': '1.4', Feb 15 21:39:55.462437 dv-cinder-775250-3-smb neutron-server[83887]: 'SecurityGroupRule': '1.2', Feb 15 21:39:55.462437 dv-cinder-775250-3-smb neutron-server[83887]: 'SubPort': '1.0', Feb 15 21:39:55.462437 dv-cinder-775250-3-smb neutron-server[83887]: 'Subnet': '1.1', Feb 15 21:39:55.462437 dv-cinder-775250-3-smb neutron-server[83887]: 'Trunk': '1.1'}} Feb 15 21:39:55.462437 dv-cinder-775250-3-smb neutron-server[83887]: {{(pid=83998) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 15 21:39:55.474237 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-aee1fb2c-450b-4e49-b25d-12658f0b5bb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:39:55.493654 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5e9bd9a-9edf-4929-a966-e28b0800a7a3 admin admin] Made reservation on behalf of 619ec450303845fcbbb9264a158ad345 for: {'network': 1} {{(pid=83998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 15 21:39:55.498630 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-d5e9bd9a-9edf-4929-a966-e28b0800a7a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for network, before_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:39:55.514643 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-d5e9bd9a-9edf-4929-a966-e28b0800a7a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:39:55.527421 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aee1fb2c-450b-4e49-b25d-12658f0b5bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232'] for network, after_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:39:55.531077 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee1fb2c-450b-4e49-b25d-12658f0b5bb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:39:55.531948 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aee1fb2c-450b-4e49-b25d-12658f0b5bb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851048245'] for network, before_response {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:39:55.540550 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:39:55.545606 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.db.api [None req-5c1eebab-6604-4295-88cb-b319b3b3f609 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=83999) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 15 21:39:55.545956 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_db.api [None req-5c1eebab-6604-4295-88cb-b319b3b3f609 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 15 21:39:55.554927 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.db.api [None req-038c67b3-c604-4790-a079-d06fcc047a81 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=83999) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 15 21:39:55.555270 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_db.api [None req-038c67b3-c604-4790-a079-d06fcc047a81 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 15 21:39:55.562635 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-d5e9bd9a-9edf-4929-a966-e28b0800a7a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:39:55.594873 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-d5e9bd9a-9edf-4929-a966-e28b0800a7a3 admin admin] Usage tracker for resource:security_group_rule and tenant:619ec450303845fcbbb9264a158ad345 is out of sync, need to count used quota {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:39:55.657677 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-d5e9bd9a-9edf-4929-a966-e28b0800a7a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:39:55.678533 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-d5e9bd9a-9edf-4929-a966-e28b0800a7a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:39:55.689181 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee1fb2c-450b-4e49-b25d-12658f0b5bb5 admin admin] Pushing event updated for resources: {'Network': ['ID=c278209e-60b4-4d2d-9f56-5790073f68ce,revision_number=1']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:39:55.705168 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-aee1fb2c-450b-4e49-b25d-12658f0b5bb5 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0558825 Feb 15 21:39:55.707993 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-aee1fb2c-450b-4e49-b25d-12658f0b5bb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:39:55.709813 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Network c278209e-60b4-4d2d-9f56-5790073f68ce details requested by agent ovs-agent-dv-cinder-775250-3-smb with host dv-cinder-775250-3-smb {{(pid=84000) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 15 21:39:55.712970 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83998) accepted ('10.222.0.68', 43666) {{(pid=83998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:39:55.720576 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.v2.base [None req-e243e8b6-85c7-44f1-aaf7-9807ec73b1c7 admin admin] Request body: {'subnet': {'network_id': 'c278209e-60b4-4d2d-9f56-5790073f68ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1012257-subnet', 'tenant_id': '6560e6c9f85e4d83bbd45fb6f6c6ecff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:39:55.727834 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-e243e8b6-85c7-44f1-aaf7-9807ec73b1c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:39:55.744219 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-038c67b3-c604-4790-a079-d06fcc047a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for network, before_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:39:55.761510 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-e243e8b6-85c7-44f1-aaf7-9807ec73b1c7 admin admin] Usage tracker for resource:subnet and tenant:6560e6c9f85e4d83bbd45fb6f6c6ecff is out of sync, need to count used quota {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:39:55.772819 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-e243e8b6-85c7-44f1-aaf7-9807ec73b1c7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:39:55.791916 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-038c67b3-c604-4790-a079-d06fcc047a81 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=83999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 15 21:39:55.806372 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-038c67b3-c604-4790-a079-d06fcc047a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515977'] for segment, precommit_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:39:55.806785 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.db.segments_db [None req-038c67b3-c604-4790-a079-d06fcc047a81 admin admin] Added segment 8c893903-8c9b-4ad7-b25b-3668faa686d9 of type vxlan for network 69e9f844-d8da-4039-9b13-e108b452a38b Feb 15 21:39:55.813714 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-e243e8b6-85c7-44f1-aaf7-9807ec73b1c7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:39:55.855451 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e243e8b6-85c7-44f1-aaf7-9807ec73b1c7 admin admin] Made reservation on behalf of 6560e6c9f85e4d83bbd45fb6f6c6ecff for: {'subnet': 1} {{(pid=83998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 15 21:39:55.867847 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-e243e8b6-85c7-44f1-aaf7-9807ec73b1c7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:39:55.894048 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-038c67b3-c604-4790-a079-d06fcc047a81 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363257537296944'] for network, precommit_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:39:55.908091 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Network c278209e-60b4-4d2d-9f56-5790073f68ce details requested by agent ovs-agent-hv-cinder-77525 with host hv-cinder-77525 {{(pid=84000) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 15 21:39:56.016653 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-038c67b3-c604-4790-a079-d06fcc047a81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232'] for network, after_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:39:56.029651 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-038c67b3-c604-4790-a079-d06fcc047a81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:39:56.030686 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-038c67b3-c604-4790-a079-d06fcc047a81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851048245'] for network, before_response {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:39:56.053988 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:39:56.070447 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-5c1eebab-6604-4295-88cb-b319b3b3f609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for network, before_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:39:56.116413 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-d5e9bd9a-9edf-4929-a966-e28b0800a7a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:39:56.121564 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-d5e9bd9a-9edf-4929-a966-e28b0800a7a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:39:56.131760 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-3a8fd5db-b1ac-4368-b38c-657205fd2d80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:39:56.181517 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-99fc8498-01d0-4f70-9ea0-d7f589087860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232'] for subnet, after_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:39:56.203811 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5e9bd9a-9edf-4929-a966-e28b0800a7a3 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=83998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 15 21:39:56.235663 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e9bd9a-9edf-4929-a966-e28b0800a7a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78dc456f-289b-42ee-ae30-8adbf1000192,revision_number=1']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:39:56.249060 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c67b3-c604-4790-a079-d06fcc047a81 admin admin] Pushing event updated for resources: {'Network': ['ID=69e9f844-d8da-4039-9b13-e108b452a38b,revision_number=1']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:39:56.249998 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-d5e9bd9a-9edf-4929-a966-e28b0800a7a3 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8779317874991', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515977'] for segment, precommit_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:39:56.250549 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.db.segments_db [None req-d5e9bd9a-9edf-4929-a966-e28b0800a7a3 admin admin] Added segment 1136f1fb-f804-4302-9b30-016e728c3bc8 of type vxlan for network be2e29e8-e79d-4e84-ab8e-67e855047985 Feb 15 21:39:56.263487 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-038c67b3-c604-4790-a079-d06fcc047a81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:39:56.264061 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:39:56.264417 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Network 69e9f844-d8da-4039-9b13-e108b452a38b details requested by agent ovs-agent-hv-cinder-77525 with host hv-cinder-77525 {{(pid=84000) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 15 21:39:56.277052 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-d5e9bd9a-9edf-4929-a966-e28b0800a7a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:39:56.305428 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-038c67b3-c604-4790-a079-d06fcc047a81 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 2.2846346 Feb 15 21:39:56.306063 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 43684) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:39:56.310699 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-d5e9bd9a-9edf-4929-a966-e28b0800a7a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363257537296944'] for network, precommit_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:39:56.386461 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.v2.base [None req-219fce5c-41ea-4f02-9fb9-89fc690f5fd9 admin admin] Request body: {'subnet': {'network_id': '69e9f844-d8da-4039-9b13-e108b452a38b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-246652911-subnet', 'tenant_id': '01d1e938225c413c8b7177a31ac61fd8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:39:56.405763 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-219fce5c-41ea-4f02-9fb9-89fc690f5fd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:39:56.415651 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-219fce5c-41ea-4f02-9fb9-89fc690f5fd9 admin admin] Usage tracker for resource:subnet and tenant:01d1e938225c413c8b7177a31ac61fd8 is out of sync, need to count used quota {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:39:56.424804 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-219fce5c-41ea-4f02-9fb9-89fc690f5fd9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:39:56.438486 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fc8498-01d0-4f70-9ea0-d7f589087860 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dcb6e13b-2686-42e4-a027-d54b68f82f25,revision_number=0']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:39:56.443806 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-219fce5c-41ea-4f02-9fb9-89fc690f5fd9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:39:56.450037 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-99fc8498-01d0-4f70-9ea0-d7f589087860 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:39:56.464416 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-d5e9bd9a-9edf-4929-a966-e28b0800a7a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232'] for network, after_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:39:56.466866 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e9bd9a-9edf-4929-a966-e28b0800a7a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:39:56.467654 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-d5e9bd9a-9edf-4929-a966-e28b0800a7a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851048245'] for network, before_response {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:39:56.478019 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-aee1fb2c-450b-4e49-b25d-12658f0b5bb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:39:56.509667 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.db.api [None req-5c1eebab-6604-4295-88cb-b319b3b3f609 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=83999) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 15 21:39:56.509667 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_db.api [None req-5c1eebab-6604-4295-88cb-b319b3b3f609 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 15 21:39:56.509667 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-219fce5c-41ea-4f02-9fb9-89fc690f5fd9 admin admin] Made reservation on behalf of 01d1e938225c413c8b7177a31ac61fd8 for: {'subnet': 1} {{(pid=83999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 15 21:39:56.523377 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-219fce5c-41ea-4f02-9fb9-89fc690f5fd9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:39:56.541729 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Network 69e9f844-d8da-4039-9b13-e108b452a38b details requested by agent ovs-agent-dv-cinder-775250-3-smb with host dv-cinder-775250-3-smb {{(pid=84000) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 15 21:39:56.755486 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e9bd9a-9edf-4929-a966-e28b0800a7a3 admin admin] Pushing event updated for resources: {'Network': ['ID=be2e29e8-e79d-4e84-ab8e-67e855047985,revision_number=1']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:39:56.766541 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-d5e9bd9a-9edf-4929-a966-e28b0800a7a3 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.9129803 Feb 15 21:39:56.768385 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-d5e9bd9a-9edf-4929-a966-e28b0800a7a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:39:56.770001 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83998) accepted ('10.222.0.68', 43700) {{(pid=83998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:39:56.771307 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Network be2e29e8-e79d-4e84-ab8e-67e855047985 details requested by agent ovs-agent-hv-cinder-77525 with host hv-cinder-77525 {{(pid=84000) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 15 21:39:56.778358 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.v2.base [None req-da667e85-ce2d-49bc-84f1-5018860da659 admin admin] Request body: {'subnet': {'network_id': 'be2e29e8-e79d-4e84-ab8e-67e855047985', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-684742955-subnet', 'tenant_id': '619ec450303845fcbbb9264a158ad345', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:39:56.791755 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-da667e85-ce2d-49bc-84f1-5018860da659 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:39:56.798179 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-da667e85-ce2d-49bc-84f1-5018860da659 admin admin] Usage tracker for resource:subnet and tenant:619ec450303845fcbbb9264a158ad345 is out of sync, need to count used quota {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:39:56.803040 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-da667e85-ce2d-49bc-84f1-5018860da659 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:39:56.805577 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Network be2e29e8-e79d-4e84-ab8e-67e855047985 details requested by agent ovs-agent-dv-cinder-775250-3-smb with host dv-cinder-775250-3-smb {{(pid=84000) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 15 21:39:56.810838 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-da667e85-ce2d-49bc-84f1-5018860da659 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:39:56.815978 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99fc8498-01d0-4f70-9ea0-d7f589087860 admin admin] Checking segment: {'id': 'a30449d5-f7e3-46b3-92df-c80a6b63f000', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7e351d7f-ec41-4316-8703-e8fda2cbe604'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 21:39:56.817293 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99fc8498-01d0-4f70-9ea0-d7f589087860 admin admin] Network hostable DHCP agents. Network: 7e351d7f-ec41-4316-8703-e8fda2cbe604, hostable agents: ['d424e710-01f3-4b4f-8c21-3c6c336e6167'], hosted agents: [] {{(pid=83999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 15 21:39:56.827170 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da667e85-ce2d-49bc-84f1-5018860da659 admin admin] Made reservation on behalf of 619ec450303845fcbbb9264a158ad345 for: {'subnet': 1} {{(pid=83998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 15 21:39:56.831997 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-da667e85-ce2d-49bc-84f1-5018860da659 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:39:56.910903 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99fc8498-01d0-4f70-9ea0-d7f589087860 admin admin] Network 7e351d7f-ec41-4316-8703-e8fda2cbe604 is scheduled to be hosted by DHCP agent d424e710-01f3-4b4f-8c21-3c6c336e6167 with binding_index 1 {{(pid=83999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 15 21:39:56.945693 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.base_scheduler [None req-99fc8498-01d0-4f70-9ea0-d7f589087860 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775250-3-smb, 7e351d7f-ec41-4316-8703-e8fda2cbe604) {{(pid=83999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 21:39:56.950649 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99fc8498-01d0-4f70-9ea0-d7f589087860 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:39:56.951294 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-99fc8498-01d0-4f70-9ea0-d7f589087860 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851048245'] for subnet, before_response {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:39:57.046187 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a48388d5-e8ee-4505-8820-e59a76db192e None None] Network 7e351d7f-ec41-4316-8703-e8fda2cbe604 requested from dv-cinder-775250-3-smb {{(pid=84000) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 15 21:39:57.303417 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-5c1eebab-6604-4295-88cb-b319b3b3f609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for network, before_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:39:57.361251 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-e243e8b6-85c7-44f1-aaf7-9807ec73b1c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232'] for subnet, after_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:39:57.379736 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-99fc8498-01d0-4f70-9ea0-d7f589087860 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.2450767 Feb 15 21:39:57.417493 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c1eebab-6604-4295-88cb-b319b3b3f609 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=83999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 15 21:39:57.465967 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-5c1eebab-6604-4295-88cb-b319b3b3f609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515977'] for segment, precommit_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:39:57.465967 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.db.segments_db [None req-5c1eebab-6604-4295-88cb-b319b3b3f609 admin admin] Added segment f46adc0a-c339-4bec-ba90-f962c8c959b1 of type vxlan for network 36f6af71-4ea0-4f7d-9764-03e9ee72e8f4 Feb 15 21:39:57.533027 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-5c1eebab-6604-4295-88cb-b319b3b3f609 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363257537296944'] for network, precommit_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:39:57.569825 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8511077-e532-4f8b-83df-4524158348cc None None] Network 7e351d7f-ec41-4316-8703-e8fda2cbe604 requested from dv-cinder-775250-3-smb {{(pid=84000) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 15 21:39:57.638402 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-db75b095-04e4-4830-9a4e-da0f00f59e08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:39:57.674241 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-5c1eebab-6604-4295-88cb-b319b3b3f609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232'] for network, after_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:39:57.691443 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c1eebab-6604-4295-88cb-b319b3b3f609 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:39:57.692107 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-5c1eebab-6604-4295-88cb-b319b3b3f609 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851048245'] for network, before_response {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:39:57.711867 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-90cb9660-b4e3-4e53-ad64-99d766f4cd83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:39:57.732547 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-5c1eebab-6604-4295-88cb-b319b3b3f609 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 3.4883039 Feb 15 21:39:57.749966 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83998) accepted ('10.222.0.68', 43736) {{(pid=83998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:39:57.782253 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.v2.base [None req-d22043fc-e6c7-45e1-9bfe-47aa60afc2c5 admin admin] Request body: {'subnet': {'network_id': '36f6af71-4ea0-4f7d-9764-03e9ee72e8f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1057222704-subnet', 'tenant_id': '12cea8e557c1416a9cc87651295d393b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:39:57.842154 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-d22043fc-e6c7-45e1-9bfe-47aa60afc2c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:39:57.844760 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e243e8b6-85c7-44f1-aaf7-9807ec73b1c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f72e66a9-c0ee-498d-b316-6527684306cf,revision_number=0']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:39:57.855459 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-d22043fc-e6c7-45e1-9bfe-47aa60afc2c5 admin admin] Usage tracker for resource:subnet and tenant:12cea8e557c1416a9cc87651295d393b is out of sync, need to count used quota {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:39:57.858645 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-e243e8b6-85c7-44f1-aaf7-9807ec73b1c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:39:57.863522 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-d22043fc-e6c7-45e1-9bfe-47aa60afc2c5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:39:57.907958 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e243e8b6-85c7-44f1-aaf7-9807ec73b1c7 admin admin] Checking segment: {'id': '9fc507ea-f429-4867-baf5-c8ee986591b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c278209e-60b4-4d2d-9f56-5790073f68ce'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 21:39:57.912709 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e243e8b6-85c7-44f1-aaf7-9807ec73b1c7 admin admin] Network hostable DHCP agents. Network: c278209e-60b4-4d2d-9f56-5790073f68ce, hostable agents: ['d424e710-01f3-4b4f-8c21-3c6c336e6167'], hosted agents: [] {{(pid=83998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 15 21:39:57.930400 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-d22043fc-e6c7-45e1-9bfe-47aa60afc2c5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:39:57.998518 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d22043fc-e6c7-45e1-9bfe-47aa60afc2c5 admin admin] Made reservation on behalf of 12cea8e557c1416a9cc87651295d393b for: {'subnet': 1} {{(pid=83998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 15 21:39:58.006116 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-d22043fc-e6c7-45e1-9bfe-47aa60afc2c5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:39:58.020273 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1eebab-6604-4295-88cb-b319b3b3f609 admin admin] Pushing event updated for resources: {'Network': ['ID=36f6af71-4ea0-4f7d-9764-03e9ee72e8f4,revision_number=1']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:39:58.029120 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-5c1eebab-6604-4295-88cb-b319b3b3f609 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:39:58.058077 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e243e8b6-85c7-44f1-aaf7-9807ec73b1c7 admin admin] Network c278209e-60b4-4d2d-9f56-5790073f68ce is scheduled to be hosted by DHCP agent d424e710-01f3-4b4f-8c21-3c6c336e6167 with binding_index 1 {{(pid=83998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 15 21:39:58.090694 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Network 36f6af71-4ea0-4f7d-9764-03e9ee72e8f4 details requested by agent ovs-agent-hv-cinder-77525 with host hv-cinder-77525 {{(pid=84000) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 15 21:39:58.129391 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Network 36f6af71-4ea0-4f7d-9764-03e9ee72e8f4 details requested by agent ovs-agent-dv-cinder-775250-3-smb with host dv-cinder-775250-3-smb {{(pid=84000) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 15 21:39:58.219991 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.base_scheduler [None req-e243e8b6-85c7-44f1-aaf7-9807ec73b1c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775250-3-smb, c278209e-60b4-4d2d-9f56-5790073f68ce) {{(pid=83998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 21:39:58.248169 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e243e8b6-85c7-44f1-aaf7-9807ec73b1c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:39:58.254072 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-e243e8b6-85c7-44f1-aaf7-9807ec73b1c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851048245'] for subnet, before_response {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:39:58.263964 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-219fce5c-41ea-4f02-9fb9-89fc690f5fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232'] for subnet, after_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:39:58.319707 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-b8cbff62-3b42-4d28-a2e6-92ae8a4e1d69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:39:58.351811 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f19bef18-4afa-4524-bb2e-f3b1d6577450 None None] Network c278209e-60b4-4d2d-9f56-5790073f68ce requested from dv-cinder-775250-3-smb {{(pid=84000) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 15 21:39:58.376779 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-e243e8b6-85c7-44f1-aaf7-9807ec73b1c7 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.6621957 Feb 15 21:39:58.423292 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 43768) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:39:58.468817 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 43774) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:39:58.516827 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.v2.base [None req-f936a3bf-485b-4c1d-b7dc-67bf6c8aa6e6 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1012257-router', 'tenant_id': '6560e6c9f85e4d83bbd45fb6f6c6ecff', 'external_gateway_info': {'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6'}}} {{(pid=83999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:39:58.650159 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-f936a3bf-485b-4c1d-b7dc-67bf6c8aa6e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:39:58.706642 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-f936a3bf-485b-4c1d-b7dc-67bf6c8aa6e6 admin admin] Usage tracker for resource:router and tenant:6560e6c9f85e4d83bbd45fb6f6c6ecff is out of sync, need to count used quota {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:39:58.721421 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-f936a3bf-485b-4c1d-b7dc-67bf6c8aa6e6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:39:58.756107 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-f936a3bf-485b-4c1d-b7dc-67bf6c8aa6e6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:39:58.791988 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219fce5c-41ea-4f02-9fb9-89fc690f5fd9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=96a9e4d7-4193-4d87-beab-01964d61c871,revision_number=0']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:39:58.795597 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-219fce5c-41ea-4f02-9fb9-89fc690f5fd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.476s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:39:58.813810 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-f936a3bf-485b-4c1d-b7dc-67bf6c8aa6e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3812454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854714798'] for router, before_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:39:58.814938 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-f936a3bf-485b-4c1d-b7dc-67bf6c8aa6e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850963330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3877128', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3679487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61018'] for router, precommit_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:39:58.861715 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-da667e85-ce2d-49bc-84f1-5018860da659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232'] for subnet, after_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:39:58.866145 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-75a8e32f-239e-4826-a183-22d69160bc22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:39:58.881451 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:39:58.908964 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-f936a3bf-485b-4c1d-b7dc-67bf6c8aa6e6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:39:58.984725 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-75a8e32f-239e-4826-a183-22d69160bc22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:39:58.998115 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219fce5c-41ea-4f02-9fb9-89fc690f5fd9 admin admin] Checking segment: {'id': '8c893903-8c9b-4ad7-b25b-3668faa686d9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '69e9f844-d8da-4039-9b13-e108b452a38b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 21:39:58.998743 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-219fce5c-41ea-4f02-9fb9-89fc690f5fd9 admin admin] Network hostable DHCP agents. Network: 69e9f844-d8da-4039-9b13-e108b452a38b, hostable agents: ['d424e710-01f3-4b4f-8c21-3c6c336e6167'], hosted agents: [] {{(pid=83999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 15 21:39:59.008221 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-75a8e32f-239e-4826-a183-22d69160bc22 admin admin] Usage tracker for resource:security_group_rule and tenant:e572ff3c90da4956979512c097fa2bb5 is out of sync, need to count used quota {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:39:59.019492 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-75a8e32f-239e-4826-a183-22d69160bc22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:39:59.034855 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 43796) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:39:59.035901 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-75a8e32f-239e-4826-a183-22d69160bc22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:39:59.044611 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-219fce5c-41ea-4f02-9fb9-89fc690f5fd9 admin admin] Network 69e9f844-d8da-4039-9b13-e108b452a38b is scheduled to be hosted by DHCP agent d424e710-01f3-4b4f-8c21-3c6c336e6167 with binding_index 1 {{(pid=83999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 15 21:39:59.054565 dv-cinder-775250-3-smb neutron-server[83887]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 15 21:39:59.068132 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-218449d1-0ba3-4bbd-9bc0-e6de4378be20 None None] Network c278209e-60b4-4d2d-9f56-5790073f68ce requested from dv-cinder-775250-3-smb {{(pid=84000) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 15 21:39:59.087925 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da667e85-ce2d-49bc-84f1-5018860da659 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6b5eeb0-5ed8-46ee-812a-8ba52f4a30d1,revision_number=0']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:39:59.125424 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-da667e85-ce2d-49bc-84f1-5018860da659 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:39:59.179983 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-d22043fc-e6c7-45e1-9bfe-47aa60afc2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232'] for subnet, after_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:39:59.200961 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:39:59.231432 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.base_scheduler [None req-219fce5c-41ea-4f02-9fb9-89fc690f5fd9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775250-3-smb, 69e9f844-d8da-4039-9b13-e108b452a38b) {{(pid=83999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 21:39:59.242683 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b0775be-1c12-4ff4-92f1-5a9218e612c6 None None] Network 69e9f844-d8da-4039-9b13-e108b452a38b requested from dv-cinder-775250-3-smb {{(pid=84000) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 15 21:39:59.245651 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-219fce5c-41ea-4f02-9fb9-89fc690f5fd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:39:59.246299 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-219fce5c-41ea-4f02-9fb9-89fc690f5fd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851048245'] for subnet, before_response {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:39:59.292706 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-219fce5c-41ea-4f02-9fb9-89fc690f5fd9 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.9268687 Feb 15 21:39:59.293456 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 43800) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:39:59.367676 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22043fc-e6c7-45e1-9bfe-47aa60afc2c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d167a95e-5d69-42f5-bf31-6fffdae88a6a,revision_number=0']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:39:59.378180 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da667e85-ce2d-49bc-84f1-5018860da659 admin admin] Checking segment: {'id': '1136f1fb-f804-4302-9b30-016e728c3bc8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'be2e29e8-e79d-4e84-ab8e-67e855047985'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 21:39:59.378644 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da667e85-ce2d-49bc-84f1-5018860da659 admin admin] Network hostable DHCP agents. Network: be2e29e8-e79d-4e84-ab8e-67e855047985, hostable agents: ['d424e710-01f3-4b4f-8c21-3c6c336e6167'], hosted agents: [] {{(pid=83998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 15 21:39:59.384772 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-d22043fc-e6c7-45e1-9bfe-47aa60afc2c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:39:59.438229 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da667e85-ce2d-49bc-84f1-5018860da659 admin admin] Network be2e29e8-e79d-4e84-ab8e-67e855047985 is scheduled to be hosted by DHCP agent d424e710-01f3-4b4f-8c21-3c6c336e6167 with binding_index 1 {{(pid=83998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 15 21:39:59.459492 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.base_scheduler [None req-da667e85-ce2d-49bc-84f1-5018860da659 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775250-3-smb, be2e29e8-e79d-4e84-ab8e-67e855047985) {{(pid=83998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 21:39:59.476647 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da667e85-ce2d-49bc-84f1-5018860da659 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:39:59.477295 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-da667e85-ce2d-49bc-84f1-5018860da659 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851048245'] for subnet, before_response {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:39:59.502423 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22043fc-e6c7-45e1-9bfe-47aa60afc2c5 admin admin] Checking segment: {'id': 'f46adc0a-c339-4bec-ba90-f962c8c959b1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '36f6af71-4ea0-4f7d-9764-03e9ee72e8f4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 21:39:59.502907 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d22043fc-e6c7-45e1-9bfe-47aa60afc2c5 admin admin] Network hostable DHCP agents. Network: 36f6af71-4ea0-4f7d-9764-03e9ee72e8f4, hostable agents: ['d424e710-01f3-4b4f-8c21-3c6c336e6167'], hosted agents: [] {{(pid=83998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 15 21:39:59.511308 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-da667e85-ce2d-49bc-84f1-5018860da659 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.7401345 Feb 15 21:39:59.531086 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d22043fc-e6c7-45e1-9bfe-47aa60afc2c5 admin admin] Network 36f6af71-4ea0-4f7d-9764-03e9ee72e8f4 is scheduled to be hosted by DHCP agent d424e710-01f3-4b4f-8c21-3c6c336e6167 with binding_index 1 {{(pid=83998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 15 21:39:59.538182 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-f936a3bf-485b-4c1d-b7dc-67bf6c8aa6e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850959326', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3813296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61003'] for router, precommit_update {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:39:59.551874 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.base_scheduler [None req-d22043fc-e6c7-45e1-9bfe-47aa60afc2c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775250-3-smb, 36f6af71-4ea0-4f7d-9764-03e9ee72e8f4) {{(pid=83998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 21:39:59.557097 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d22043fc-e6c7-45e1-9bfe-47aa60afc2c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:39:59.558222 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-d22043fc-e6c7-45e1-9bfe-47aa60afc2c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851048245'] for subnet, before_response {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:39:59.576386 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.v2.base [None req-f07a1482-b7d8-4d8d-8db4-313af1374cf8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-246652911-router', 'tenant_id': '01d1e938225c413c8b7177a31ac61fd8', 'external_gateway_info': {'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6'}}} {{(pid=83999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:39:59.608185 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-d22043fc-e6c7-45e1-9bfe-47aa60afc2c5 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8520629 Feb 15 21:39:59.619989 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f3b20aa-8c19-4cc4-8296-9bb496f295c0 None None] Network be2e29e8-e79d-4e84-ab8e-67e855047985 requested from dv-cinder-775250-3-smb {{(pid=84000) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 15 21:39:59.646517 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c957f0-8882-468c-aa7b-5332db743d55 None None] Network 36f6af71-4ea0-4f7d-9764-03e9ee72e8f4 requested from dv-cinder-775250-3-smb {{(pid=84000) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 15 21:39:59.721938 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-f07a1482-b7d8-4d8d-8db4-313af1374cf8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:39:59.731289 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-f07a1482-b7d8-4d8d-8db4-313af1374cf8 admin admin] Usage tracker for resource:router and tenant:01d1e938225c413c8b7177a31ac61fd8 is out of sync, need to count used quota {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:39:59.744731 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ab1b52-149f-425a-bfc4-34e3e535d6f8 req-34e5edf4-74e2-4f4e-81bf-3bbf5cf08187 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:39:59.745721 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [req-c0ab1b52-149f-425a-bfc4-34e3e535d6f8 req-34e5edf4-74e2-4f4e-81bf-3bbf5cf08187 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Synchronizing usage tracker for tenant:964e5fef0d9f42da9da2717fddfc34f1 on resource:network {{(pid=83999) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 21:39:59.750194 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-f07a1482-b7d8-4d8d-8db4-313af1374cf8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:39:59.807417 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-f07a1482-b7d8-4d8d-8db4-313af1374cf8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:39:59.964769 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-f07a1482-b7d8-4d8d-8db4-313af1374cf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3812454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854714798'] for router, before_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:39:59.965914 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-f07a1482-b7d8-4d8d-8db4-313af1374cf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850963330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3877128', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3679487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61018'] for router, precommit_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:00.048066 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-f07a1482-b7d8-4d8d-8db4-313af1374cf8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:00.090393 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a59769-ffd7-40af-ba37-08f62ab4b55d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca428795-fbe4-5597-aa86-ac3b8be07699-69e9f844-d8da-4039-9b13-e108b452a38b', 'network_id': '69e9f844-d8da-4039-9b13-e108b452a38b', 'tenant_id': '01d1e938225c413c8b7177a31ac61fd8', 'fixed_ips': [{'subnet_id': '96a9e4d7-4193-4d87-beab-01964d61c871'}]}} from dv-cinder-775250-3-smb. {{(pid=84000) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 15 21:40:00.090741 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-75a8e32f-239e-4826-a183-22d69160bc22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:00.093202 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-10a59769-ffd7-40af-ba37-08f62ab4b55d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:00.100409 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-75a8e32f-239e-4826-a183-22d69160bc22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:00.114494 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:40:00.188177 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [req-c0ab1b52-149f-425a-bfc4-34e3e535d6f8 req-34e5edf4-74e2-4f4e-81bf-3bbf5cf08187 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Unset dirty status for tenant:964e5fef0d9f42da9da2717fddfc34f1 on resource:network {{(pid=83999) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 21:40:00.195575 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-c0ab1b52-149f-425a-bfc4-34e3e535d6f8 req-34e5edf4-74e2-4f4e-81bf-3bbf5cf08187 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] 10.222.0.68 "GET /v2.0/networks?id=7e351d7f-ec41-4316-8703-e8fda2cbe604 HTTP/1.1" status: 200 len: 815 time: 1.1563654 Feb 15 21:40:00.310835 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-c0ab1b52-149f-425a-bfc4-34e3e535d6f8 req-0f614bcf-a68f-46ab-85de-92d3db9e399e tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] 10.222.0.68 "GET /v2.0/quotas/964e5fef0d9f42da9da2717fddfc34f1 HTTP/1.1" status: 200 len: 375 time: 0.1145453 Feb 15 21:40:00.320444 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-75a8e32f-239e-4826-a183-22d69160bc22 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=e572ff3c90da4956979512c097fa2bb5&name=default HTTP/1.1" status: 200 len: 2975 time: 1.8339448 Feb 15 21:40:00.323461 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83998) accepted ('10.222.0.68', 43840) {{(pid=83998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:40:00.429856 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-ca91bee6-95e6-4d0d-b5b5-803273ca02f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:00.462221 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-ca91bee6-95e6-4d0d-b5b5-803273ca02f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:00.523372 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-ca91bee6-95e6-4d0d-b5b5-803273ca02f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:00.530805 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:40:00.546901 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca91bee6-95e6-4d0d-b5b5-803273ca02f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1d33f78-41c0-4e75-878e-178db506885a,revision_number=None']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:40:00.552545 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-ca91bee6-95e6-4d0d-b5b5-803273ca02f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:40:00.557194 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-ca91bee6-95e6-4d0d-b5b5-803273ca02f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:00.558537 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-ca91bee6-95e6-4d0d-b5b5-803273ca02f6 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/b1d33f78-41c0-4e75-878e-178db506885a HTTP/1.1" status: 204 len: 168 time: 0.2339838 Feb 15 21:40:00.717399 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0150d0cf-0958-43f5-8716-c86cbe52c223 None None] Network be2e29e8-e79d-4e84-ab8e-67e855047985 requested from dv-cinder-775250-3-smb {{(pid=84000) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 15 21:40:00.776912 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a8e32f-239e-4826-a183-22d69160bc22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1d33f78-41c0-4e75-878e-178db506885a,revision_number=1']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:40:00.781975 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-75a8e32f-239e-4826-a183-22d69160bc22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.667s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:40:00.796126 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ede2bd4-a75e-484f-b3e0-920b7ce38df9 None None] Network 36f6af71-4ea0-4f7d-9764-03e9ee72e8f4 requested from dv-cinder-775250-3-smb {{(pid=84000) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 15 21:40:00.874618 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-c0ab1b52-149f-425a-bfc4-34e3e535d6f8 req-79fd1cfa-e6de-4b54-975e-337d8dee0733 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=964e5fef0d9f42da9da2717fddfc34f1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.5628326 Feb 15 21:40:00.968919 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-f07a1482-b7d8-4d8d-8db4-313af1374cf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850959326', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3813296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61003'] for router, precommit_update {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:01.010878 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83998) accepted ('10.222.0.68', 43866) {{(pid=83998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:40:01.019398 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.v2.base [None req-73633df8-cb29-490d-9211-55ee0d060dc6 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1772399043-network', 'tenant_id': 'd9f89869f9034cbd8421d6618d98e639'}} {{(pid=83998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:40:01.039793 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-73633df8-cb29-490d-9211-55ee0d060dc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:40:01.047442 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-73633df8-cb29-490d-9211-55ee0d060dc6 admin admin] Usage tracker for resource:network and tenant:d9f89869f9034cbd8421d6618d98e639 is out of sync, need to count used quota {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:40:01.050909 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-f936a3bf-485b-4c1d-b7dc-67bf6c8aa6e6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:01.070816 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-73633df8-cb29-490d-9211-55ee0d060dc6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:40:01.087100 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-73633df8-cb29-490d-9211-55ee0d060dc6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:40:01.091236 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-f936a3bf-485b-4c1d-b7dc-67bf6c8aa6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:01.117253 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83998) accepted ('10.222.0.68', 43880) {{(pid=83998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:40:01.121020 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73633df8-cb29-490d-9211-55ee0d060dc6 admin admin] Made reservation on behalf of d9f89869f9034cbd8421d6618d98e639 for: {'network': 1} {{(pid=83998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 15 21:40:01.138842 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-73633df8-cb29-490d-9211-55ee0d060dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for network, before_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:01.183221 dv-cinder-775250-3-smb neutron-server[83887]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 15 21:40:01.184714 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-73633df8-cb29-490d-9211-55ee0d060dc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:01.231239 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.db_base_plugin_common [None req-10a59769-ffd7-40af-ba37-08f62ab4b55d None None] Allocated IP 172.20.0.2 (69e9f844-d8da-4039-9b13-e108b452a38b/96a9e4d7-4193-4d87-beab-01964d61c871/0dd2b4e1-b01f-4b84-882c-a24ad5787a7e) {{(pid=84000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 15 21:40:01.330952 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-73633df8-cb29-490d-9211-55ee0d060dc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:40:01.351748 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-73633df8-cb29-490d-9211-55ee0d060dc6 admin admin] Usage tracker for resource:security_group_rule and tenant:d9f89869f9034cbd8421d6618d98e639 is out of sync, need to count used quota {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:40:01.387826 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 43888) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:40:01.440286 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-d8165414-8e62-4bd0-a2c2-b7ef4a968fc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:01.463213 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-73633df8-cb29-490d-9211-55ee0d060dc6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:40:01.491707 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-d8165414-8e62-4bd0-a2c2-b7ef4a968fc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:40:01.501429 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-d8165414-8e62-4bd0-a2c2-b7ef4a968fc2 admin admin] Usage tracker for resource:security_group_rule and tenant:19c6cdfd06a642f894b78dcdea977c94 is out of sync, need to count used quota {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:40:01.520054 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-73633df8-cb29-490d-9211-55ee0d060dc6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:40:01.549073 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-d8165414-8e62-4bd0-a2c2-b7ef4a968fc2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:40:01.559342 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-d8165414-8e62-4bd0-a2c2-b7ef4a968fc2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:40:01.588984 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [req-c0ab1b52-149f-425a-bfc4-34e3e535d6f8 req-b5925ea8-ce58-43f7-b7ab-1f9973fc8ba2 service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=83999) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 21:40:01.590505 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-c0ab1b52-149f-425a-bfc4-34e3e535d6f8 req-b5925ea8-ce58-43f7-b7ab-1f9973fc8ba2 service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.2110701 Feb 15 21:40:01.635653 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1570ac-2adf-4c3d-8c24-8204e6a66b91 req-1773f848-2291-4d40-b44b-f22eb4dca1c5 tempest-DeleteServersTestJSON-1244118395 tempest-DeleteServersTestJSON-1244118395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:40:01.637510 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-10a59769-ffd7-40af-ba37-08f62ab4b55d None None] Notify callbacks [] for port, precommit_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:01.643670 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-6b1570ac-2adf-4c3d-8c24-8204e6a66b91 req-1773f848-2291-4d40-b44b-f22eb4dca1c5 tempest-DeleteServersTestJSON-1244118395 tempest-DeleteServersTestJSON-1244118395-project] 10.222.0.68 "GET /v2.0/networks?id=36f6af71-4ea0-4f7d-9764-03e9ee72e8f4 HTTP/1.1" status: 200 len: 812 time: 0.5243316 Feb 15 21:40:01.655712 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-10a59769-ffd7-40af-ba37-08f62ab4b55d None None] Transition to ACTIVE for port object 0dd2b4e1-b01f-4b84-882c-a24ad5787a7e will not be triggered until provisioned by entity L2. {{(pid=84000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 21:40:01.660950 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-6b1570ac-2adf-4c3d-8c24-8204e6a66b91 req-2eebfa70-8b20-4c12-8e8b-e880b9be52ee tempest-DeleteServersTestJSON-1244118395 tempest-DeleteServersTestJSON-1244118395-project] 10.222.0.68 "GET /v2.0/quotas/12cea8e557c1416a9cc87651295d393b HTTP/1.1" status: 200 len: 375 time: 0.0162969 Feb 15 21:40:01.673889 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-10a59769-ffd7-40af-ba37-08f62ab4b55d None None] Transition to ACTIVE for port object 0dd2b4e1-b01f-4b84-882c-a24ad5787a7e will not be triggered until provisioned by entity DHCP. {{(pid=84000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 21:40:01.679385 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-10a59769-ffd7-40af-ba37-08f62ab4b55d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363257537239207'] for port, after_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:01.695963 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:40:01.731905 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-6b1570ac-2adf-4c3d-8c24-8204e6a66b91 req-2c52ae4b-63ed-4427-a4ac-02da1e251e09 tempest-DeleteServersTestJSON-1244118395 tempest-DeleteServersTestJSON-1244118395-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=12cea8e557c1416a9cc87651295d393b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0607233 Feb 15 21:40:01.767278 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-73633df8-cb29-490d-9211-55ee0d060dc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:01.772443 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-73633df8-cb29-490d-9211-55ee0d060dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:01.779545 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:40:01.779908 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a59769-ffd7-40af-ba37-08f62ab4b55d None None] Pushing event updated for resources: {'Port': ['ID=0dd2b4e1-b01f-4b84-882c-a24ad5787a7e,revision_number=1']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:40:01.791789 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a59769-ffd7-40af-ba37-08f62ab4b55d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:40:01.792478 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a59769-ffd7-40af-ba37-08f62ab4b55d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:40:01.792884 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a59769-ffd7-40af-ba37-08f62ab4b55d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:40:01.793580 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a59769-ffd7-40af-ba37-08f62ab4b55d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:40:01.794039 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a59769-ffd7-40af-ba37-08f62ab4b55d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:40:01.794415 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a59769-ffd7-40af-ba37-08f62ab4b55d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:40:01.794906 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a59769-ffd7-40af-ba37-08f62ab4b55d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:40:01.795301 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a59769-ffd7-40af-ba37-08f62ab4b55d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:40:01.796030 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a59769-ffd7-40af-ba37-08f62ab4b55d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:40:01.796408 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a59769-ffd7-40af-ba37-08f62ab4b55d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:40:01.796833 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a59769-ffd7-40af-ba37-08f62ab4b55d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:40:01.797313 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a59769-ffd7-40af-ba37-08f62ab4b55d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:40:01.797787 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a59769-ffd7-40af-ba37-08f62ab4b55d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:40:01.798146 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a59769-ffd7-40af-ba37-08f62ab4b55d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:40:01.798512 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a59769-ffd7-40af-ba37-08f62ab4b55d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:40:01.799652 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a59769-ffd7-40af-ba37-08f62ab4b55d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:40:01.800093 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a59769-ffd7-40af-ba37-08f62ab4b55d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:40:01.800470 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a59769-ffd7-40af-ba37-08f62ab4b55d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:40:01.800833 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a59769-ffd7-40af-ba37-08f62ab4b55d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:40:01.801238 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a59769-ffd7-40af-ba37-08f62ab4b55d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:40:01.801758 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a59769-ffd7-40af-ba37-08f62ab4b55d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:40:01.802658 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a59769-ffd7-40af-ba37-08f62ab4b55d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:40:01.803294 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a59769-ffd7-40af-ba37-08f62ab4b55d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:40:01.803539 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a59769-ffd7-40af-ba37-08f62ab4b55d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:40:01.804921 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a59769-ffd7-40af-ba37-08f62ab4b55d None None] Tracked resource versions report: Feb 15 21:40:01.804921 dv-cinder-775250-3-smb neutron-server[83887]: pushed versions: Feb 15 21:40:01.804921 dv-cinder-775250-3-smb neutron-server[83887]: { 'AddressGroup': {'1.1'}, Feb 15 21:40:01.804921 dv-cinder-775250-3-smb neutron-server[83887]: 'ConntrackHelper': {'1.0'}, Feb 15 21:40:01.804921 dv-cinder-775250-3-smb neutron-server[83887]: 'Log': {'1.0'}, Feb 15 21:40:01.804921 dv-cinder-775250-3-smb neutron-server[83887]: 'Network': {'1.1'}, Feb 15 21:40:01.804921 dv-cinder-775250-3-smb neutron-server[83887]: 'Port': {'1.7'}, Feb 15 21:40:01.804921 dv-cinder-775250-3-smb neutron-server[83887]: 'PortForwarding': {'1.2'}, Feb 15 21:40:01.804921 dv-cinder-775250-3-smb neutron-server[83887]: 'QosPolicy': {'1.8'}, Feb 15 21:40:01.804921 dv-cinder-775250-3-smb neutron-server[83887]: 'SecurityGroup': {'1.4'}, Feb 15 21:40:01.804921 dv-cinder-775250-3-smb neutron-server[83887]: 'SecurityGroupRule': {'1.2'}, Feb 15 21:40:01.804921 dv-cinder-775250-3-smb neutron-server[83887]: 'SubPort': {'1.0'}, Feb 15 21:40:01.804921 dv-cinder-775250-3-smb neutron-server[83887]: 'Subnet': {'1.1'}, Feb 15 21:40:01.804921 dv-cinder-775250-3-smb neutron-server[83887]: 'Trunk': {'1.1'}} Feb 15 21:40:01.804921 dv-cinder-775250-3-smb neutron-server[83887]: consumer versions: Feb 15 21:40:01.804921 dv-cinder-775250-3-smb neutron-server[83887]: { DHCP agent@dv-cinder-775250-3-smb: {}, Feb 15 21:40:01.804921 dv-cinder-775250-3-smb neutron-server[83887]: L3 agent@dv-cinder-775250-3-smb: {}, Feb 15 21:40:01.804921 dv-cinder-775250-3-smb neutron-server[83887]: Metadata agent@dv-cinder-775250-3-smb: {}, Feb 15 21:40:01.804921 dv-cinder-775250-3-smb neutron-server[83887]: Metering agent@dv-cinder-775250-3-smb: {}, Feb 15 21:40:01.804921 dv-cinder-775250-3-smb neutron-server[83887]: Open vSwitch agent@dv-cinder-775250-3-smb: { 'AddressGroup': '1.1', Feb 15 21:40:01.804921 dv-cinder-775250-3-smb neutron-server[83887]: 'ConntrackHelper': '1.0', Feb 15 21:40:01.804921 dv-cinder-775250-3-smb neutron-server[83887]: 'Log': '1.0', Feb 15 21:40:01.804921 dv-cinder-775250-3-smb neutron-server[83887]: 'Network': '1.1', Feb 15 21:40:01.804921 dv-cinder-775250-3-smb neutron-server[83887]: 'Port': '1.7', Feb 15 21:40:01.804921 dv-cinder-775250-3-smb neutron-server[83887]: 'PortForwarding': '1.2', Feb 15 21:40:01.804921 dv-cinder-775250-3-smb neutron-server[83887]: 'QosPolicy': '1.8', Feb 15 21:40:01.804921 dv-cinder-775250-3-smb neutron-server[83887]: 'SecurityGroup': '1.4', Feb 15 21:40:01.804921 dv-cinder-775250-3-smb neutron-server[83887]: 'SecurityGroupRule': '1.2', Feb 15 21:40:01.804921 dv-cinder-775250-3-smb neutron-server[83887]: 'SubPort': '1.0', Feb 15 21:40:01.804921 dv-cinder-775250-3-smb neutron-server[83887]: 'Subnet': '1.1', Feb 15 21:40:01.804921 dv-cinder-775250-3-smb neutron-server[83887]: 'Trunk': '1.1'}, Feb 15 21:40:01.804921 dv-cinder-775250-3-smb neutron-server[83887]: Open vSwitch agent@hv-cinder-77525: { 'AddressGroup': '1.1', Feb 15 21:40:01.804921 dv-cinder-775250-3-smb neutron-server[83887]: 'ConntrackHelper': '1.0', Feb 15 21:40:01.804921 dv-cinder-775250-3-smb neutron-server[83887]: 'Log': '1.0', Feb 15 21:40:01.804921 dv-cinder-775250-3-smb neutron-server[83887]: 'Network': '1.1', Feb 15 21:40:01.804921 dv-cinder-775250-3-smb neutron-server[83887]: 'Port': '1.7', Feb 15 21:40:01.804921 dv-cinder-775250-3-smb neutron-server[83887]: 'PortForwarding': '1.2', Feb 15 21:40:01.804921 dv-cinder-775250-3-smb neutron-server[83887]: 'QosPolicy': '1.8', Feb 15 21:40:01.804921 dv-cinder-775250-3-smb neutron-server[83887]: 'SecurityGroup': '1.4', Feb 15 21:40:01.804921 dv-cinder-775250-3-smb neutron-server[83887]: 'SecurityGroupRule': '1.2', Feb 15 21:40:01.804921 dv-cinder-775250-3-smb neutron-server[83887]: 'SubPort': '1.0', Feb 15 21:40:01.804921 dv-cinder-775250-3-smb neutron-server[83887]: 'Subnet': '1.1', Feb 15 21:40:01.804921 dv-cinder-775250-3-smb neutron-server[83887]: 'Trunk': '1.1'}} Feb 15 21:40:01.804921 dv-cinder-775250-3-smb neutron-server[83887]: {{(pid=84000) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 15 21:40:01.829516 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73633df8-cb29-490d-9211-55ee0d060dc6 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=83998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 15 21:40:01.854637 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73633df8-cb29-490d-9211-55ee0d060dc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daf94349-4e9f-4fc0-a96f-626e4d30bdd6,revision_number=1']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:40:01.863500 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-10a59769-ffd7-40af-ba37-08f62ab4b55d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:40:01.867068 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-73633df8-cb29-490d-9211-55ee0d060dc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:40:01.880222 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-73633df8-cb29-490d-9211-55ee0d060dc6 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8779317874991', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515977'] for segment, precommit_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:01.881327 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.db.segments_db [None req-73633df8-cb29-490d-9211-55ee0d060dc6 admin admin] Added segment fdcb8e77-d768-448b-9392-5acfb77cf72f of type vxlan for network 1fcfa14f-8fc0-48c7-9d22-ac91b8c9e802 Feb 15 21:40:01.927779 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [req-6b1570ac-2adf-4c3d-8c24-8204e6a66b91 req-a7a68ca6-d047-45c9-a063-1e4e97e39942 service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=83998) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 21:40:01.929681 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-6b1570ac-2adf-4c3d-8c24-8204e6a66b91 req-a7a68ca6-d047-45c9-a063-1e4e97e39942 service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.1015556 Feb 15 21:40:01.941149 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-73633df8-cb29-490d-9211-55ee0d060dc6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363257537296944'] for network, precommit_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:01.943751 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a59769-ffd7-40af-ba37-08f62ab4b55d None None] Network 69e9f844-d8da-4039-9b13-e108b452a38b is already hosted by enough agents. {{(pid=84000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 21:40:01.945036 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.base_scheduler [None req-10a59769-ffd7-40af-ba37-08f62ab4b55d None None] Resources bound (agent type, host, resource id): {{(pid=84000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 21:40:01.948087 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a59769-ffd7-40af-ba37-08f62ab4b55d None None] Received port after_create {{(pid=84000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 15 21:40:02.015513 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.managers [None req-10a59769-ffd7-40af-ba37-08f62ab4b55d None None] Attempting to bind port 0dd2b4e1-b01f-4b84-882c-a24ad5787a7e on host dv-cinder-775250-3-smb for vnic_type normal with profile {{(pid=84000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 21:40:02.015513 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.managers [None req-10a59769-ffd7-40af-ba37-08f62ab4b55d None None] Attempting to bind port 0dd2b4e1-b01f-4b84-882c-a24ad5787a7e by drivers openvswitch on host dv-cinder-775250-3-smb at level 0 using segments [{'id': '8c893903-8c9b-4ad7-b25b-3668faa686d9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '69e9f844-d8da-4039-9b13-e108b452a38b'}] {{(pid=84000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 15 21:40:02.015513 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a59769-ffd7-40af-ba37-08f62ab4b55d None None] Attempting to bind port 0dd2b4e1-b01f-4b84-882c-a24ad5787a7e on network 69e9f844-d8da-4039-9b13-e108b452a38b {{(pid=84000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 15 21:40:02.022237 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a59769-ffd7-40af-ba37-08f62ab4b55d None None] Checking agent: {'id': 'c4d26ba9-4355-4b6a-ac8e-61eaae13650f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 21, 30, 23), 'started_at': datetime.datetime(2021, 2, 15, 21, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 21, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 21:40:02.022662 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a59769-ffd7-40af-ba37-08f62ab4b55d None None] Checking segment: {'id': '8c893903-8c9b-4ad7-b25b-3668faa686d9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '69e9f844-d8da-4039-9b13-e108b452a38b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 21:40:02.023093 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-10a59769-ffd7-40af-ba37-08f62ab4b55d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:02.023533 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a59769-ffd7-40af-ba37-08f62ab4b55d None None] Bound using segment: {'id': '8c893903-8c9b-4ad7-b25b-3668faa686d9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '69e9f844-d8da-4039-9b13-e108b452a38b'} {{(pid=84000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 21:40:02.024055 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.managers [None req-10a59769-ffd7-40af-ba37-08f62ab4b55d None None] Bound port: 0dd2b4e1-b01f-4b84-882c-a24ad5787a7e, host: dv-cinder-775250-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c893903-8c9b-4ad7-b25b-3668faa686d9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '69e9f844-d8da-4039-9b13-e108b452a38b'}}] {{(pid=84000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 15 21:40:02.024471 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-10a59769-ffd7-40af-ba37-08f62ab4b55d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:02.094125 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-73633df8-cb29-490d-9211-55ee0d060dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232'] for network, after_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:02.096822 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73633df8-cb29-490d-9211-55ee0d060dc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:40:02.097626 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-73633df8-cb29-490d-9211-55ee0d060dc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851048245'] for network, before_response {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:02.111310 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:40:02.128016 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [None req-10a59769-ffd7-40af-ba37-08f62ab4b55d None None] For port 0dd2b4e1-b01f-4b84-882c-a24ad5787a7e, host dv-cinder-775250-3-smb, cleared binding levels {{(pid=84000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 15 21:40:02.132708 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [None req-10a59769-ffd7-40af-ba37-08f62ab4b55d None None] For port 0dd2b4e1-b01f-4b84-882c-a24ad5787a7e, host dv-cinder-775250-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-3-smb',level=0,port_id=0dd2b4e1-b01f-4b84-882c-a24ad5787a7e,segment=NetworkSegment(8c893903-8c9b-4ad7-b25b-3668faa686d9),segment_id=8c893903-8c9b-4ad7-b25b-3668faa686d9)] {{(pid=84000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 15 21:40:02.137886 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.db_base_plugin_common [None req-f936a3bf-485b-4c1d-b7dc-67bf6c8aa6e6 admin admin] Allocated IP 172.28.3.75 (f2926baf-a168-440c-89c9-d3754209afe6/200a9da9-53a8-4f45-a42a-32f02ceebfef/64984370-a58d-4238-a2fa-ad8a174903e5) {{(pid=83999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 15 21:40:02.141388 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-10a59769-ffd7-40af-ba37-08f62ab4b55d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779317976793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779317533282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257537242501'] for port, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:02.156335 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-f909259f-3492-4f39-96b2-1a0862db98ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:40:02.168375 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-6b1570ac-2adf-4c3d-8c24-8204e6a66b91 req-46b0057b-7c03-4f50-9cf4-eb9b07002fec service neutron] 10.222.0.68 "GET /v2.0/networks/36f6af71-4ea0-4f7d-9764-03e9ee72e8f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297120 Feb 15 21:40:02.204338 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-c0ab1b52-149f-425a-bfc4-34e3e535d6f8 req-0412c1b9-bfd6-4aaa-9c9f-98ba85f83f5c service neutron] 10.222.0.68 "GET /v2.0/networks/7e351d7f-ec41-4316-8703-e8fda2cbe604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5996747 Feb 15 21:40:02.266504 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-73633df8-cb29-490d-9211-55ee0d060dc6 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.2511110 Feb 15 21:40:02.269474 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83998) accepted ('10.222.0.68', 43904) {{(pid=83998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:40:02.276984 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-d8165414-8e62-4bd0-a2c2-b7ef4a968fc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:02.277369 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73633df8-cb29-490d-9211-55ee0d060dc6 admin admin] Pushing event updated for resources: {'Network': ['ID=1fcfa14f-8fc0-48c7-9d22-ac91b8c9e802,revision_number=1']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:40:02.280805 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-73633df8-cb29-490d-9211-55ee0d060dc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:40:02.285572 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.v2.base [None req-3e2990b7-8610-46e3-bb5d-bc6695bc5050 admin admin] Request body: {'subnet': {'network_id': '1fcfa14f-8fc0-48c7-9d22-ac91b8c9e802', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1772399043-subnet', 'tenant_id': 'd9f89869f9034cbd8421d6618d98e639', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:40:02.314806 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-d8165414-8e62-4bd0-a2c2-b7ef4a968fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:02.349527 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-3e2990b7-8610-46e3-bb5d-bc6695bc5050 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:40:02.363712 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-3e2990b7-8610-46e3-bb5d-bc6695bc5050 admin admin] Usage tracker for resource:subnet and tenant:d9f89869f9034cbd8421d6618d98e639 is out of sync, need to count used quota {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:40:02.369109 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-3e2990b7-8610-46e3-bb5d-bc6695bc5050 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:40:02.378904 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-3e2990b7-8610-46e3-bb5d-bc6695bc5050 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:40:02.386637 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-f07a1482-b7d8-4d8d-8db4-313af1374cf8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:02.408278 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e2990b7-8610-46e3-bb5d-bc6695bc5050 admin admin] Made reservation on behalf of d9f89869f9034cbd8421d6618d98e639 for: {'subnet': 1} {{(pid=83998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 15 21:40:02.413133 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-3e2990b7-8610-46e3-bb5d-bc6695bc5050 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:02.436085 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:40:02.452863 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-6b1570ac-2adf-4c3d-8c24-8204e6a66b91 req-eec5b1b9-e84e-4baa-8b48-51fbcb34f1bd service neutron] 10.222.0.68 "GET /v2.0/networks/36f6af71-4ea0-4f7d-9764-03e9ee72e8f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2345665 Feb 15 21:40:02.489424 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Network 1fcfa14f-8fc0-48c7-9d22-ac91b8c9e802 details requested by agent ovs-agent-hv-cinder-77525 with host hv-cinder-77525 {{(pid=84000) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 15 21:40:02.504442 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Network 1fcfa14f-8fc0-48c7-9d22-ac91b8c9e802 details requested by agent ovs-agent-dv-cinder-775250-3-smb with host dv-cinder-775250-3-smb {{(pid=84000) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 15 21:40:02.520786 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a59769-ffd7-40af-ba37-08f62ab4b55d None None] Pushing event updated for resources: {'Port': ['ID=0dd2b4e1-b01f-4b84-882c-a24ad5787a7e,revision_number=2']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:40:02.525666 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-10a59769-ffd7-40af-ba37-08f62ab4b55d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:40:02.716593 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-f07a1482-b7d8-4d8d-8db4-313af1374cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:02.867128 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-d8165414-8e62-4bd0-a2c2-b7ef4a968fc2 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=19c6cdfd06a642f894b78dcdea977c94&name=default HTTP/1.1" status: 200 len: 2976 time: 1.4770794 Feb 15 21:40:02.879316 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83998) accepted ('10.222.0.68', 43926) {{(pid=83998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:40:02.916824 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8165414-8e62-4bd0-a2c2-b7ef4a968fc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3caca27-cfc6-48cf-8665-49e8f0917d34,revision_number=1']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:40:02.942875 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-d8165414-8e62-4bd0-a2c2-b7ef4a968fc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.507s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:40:02.952447 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-c0ab1b52-149f-425a-bfc4-34e3e535d6f8 req-9ff6e080-3f01-4551-8bcf-4ee5e8d20788 service neutron] 10.222.0.68 "GET /v2.0/networks/7e351d7f-ec41-4316-8703-e8fda2cbe604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7318897 Feb 15 21:40:03.076299 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-4b42d7c9-285e-4289-bd9f-1b8503b90229 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:03.093092 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-f936a3bf-485b-4c1d-b7dc-67bf6c8aa6e6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:03.232952 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-d12d9f26-495d-4803-9b7f-911bd17d6c1e req-d34af872-856b-4dd8-a0cb-d3d3caf60de6 tempest-DeleteServersTestJSON-1244118395 tempest-DeleteServersTestJSON-1244118395-project] 10.222.0.68 "GET /v2.0/ports?device_id=f46c38db-460f-45f7-a3e2-483b356d7099 HTTP/1.1" status: 200 len: 210 time: 0.1350393 Feb 15 21:40:03.241858 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-4b42d7c9-285e-4289-bd9f-1b8503b90229 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:03.339963 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-f936a3bf-485b-4c1d-b7dc-67bf6c8aa6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363257537239207'] for port, after_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:03.364836 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:40:03.510609 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-4b42d7c9-285e-4289-bd9f-1b8503b90229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:03.517911 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-d5e9bd9a-9edf-4929-a966-e28b0800a7a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:40:03.560676 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b42d7c9-285e-4289-bd9f-1b8503b90229 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3caca27-cfc6-48cf-8665-49e8f0917d34,revision_number=None']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:40:03.564246 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-4b42d7c9-285e-4289-bd9f-1b8503b90229 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:40:03.574024 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-c0c41b6b-b655-4f38-a0b4-6b4b2862d943 req-d17e0dcd-78e3-4989-bc1e-94eb6e81a400 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] 10.222.0.68 "GET /v2.0/ports?device_id=e664b4ef-9ca0-4e9a-9660-25803b26daa8 HTTP/1.1" status: 200 len: 210 time: 0.0756578 Feb 15 21:40:03.626726 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-4b42d7c9-285e-4289-bd9f-1b8503b90229 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:03.627987 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-4b42d7c9-285e-4289-bd9f-1b8503b90229 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/b3caca27-cfc6-48cf-8665-49e8f0917d34 HTTP/1.1" status: 204 len: 168 time: 0.7266328 Feb 15 21:40:03.700507 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f936a3bf-485b-4c1d-b7dc-67bf6c8aa6e6 admin admin] Pushing event updated for resources: {'Port': ['ID=64984370-a58d-4238-a2fa-ad8a174903e5,revision_number=1']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:40:03.726038 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-f936a3bf-485b-4c1d-b7dc-67bf6c8aa6e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:40:03.800446 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-3e2990b7-8610-46e3-bb5d-bc6695bc5050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232'] for subnet, after_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:03.838082 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.db_base_plugin_common [None req-f07a1482-b7d8-4d8d-8db4-313af1374cf8 admin admin] Allocated IP 172.28.3.206 (f2926baf-a168-440c-89c9-d3754209afe6/200a9da9-53a8-4f45-a42a-32f02ceebfef/5ca6c730-ff34-4990-b0c3-57122126439c) {{(pid=83999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 15 21:40:03.845929 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:40:03.854059 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f936a3bf-485b-4c1d-b7dc-67bf6c8aa6e6 admin admin] Network f2926baf-a168-440c-89c9-d3754209afe6 is already hosted by enough agents. {{(pid=83999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 21:40:03.856709 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.base_scheduler [None req-f936a3bf-485b-4c1d-b7dc-67bf6c8aa6e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=83999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 21:40:03.862731 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f936a3bf-485b-4c1d-b7dc-67bf6c8aa6e6 admin admin] Received port after_create {{(pid=83999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 15 21:40:04.112266 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2990b7-8610-46e3-bb5d-bc6695bc5050 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4fb326a7-c48e-43ff-b90b-bd43ae8238a2,revision_number=0']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:40:04.115055 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-3e2990b7-8610-46e3-bb5d-bc6695bc5050 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:40:04.261140 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2990b7-8610-46e3-bb5d-bc6695bc5050 admin admin] Checking segment: {'id': 'fdcb8e77-d768-448b-9392-5acfb77cf72f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '1fcfa14f-8fc0-48c7-9d22-ac91b8c9e802'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 21:40:04.263104 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e2990b7-8610-46e3-bb5d-bc6695bc5050 admin admin] Network hostable DHCP agents. Network: 1fcfa14f-8fc0-48c7-9d22-ac91b8c9e802, hostable agents: ['d424e710-01f3-4b4f-8c21-3c6c336e6167'], hosted agents: [] {{(pid=83998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 15 21:40:04.313808 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-f07a1482-b7d8-4d8d-8db4-313af1374cf8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:04.328442 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e2990b7-8610-46e3-bb5d-bc6695bc5050 admin admin] Network 1fcfa14f-8fc0-48c7-9d22-ac91b8c9e802 is scheduled to be hosted by DHCP agent d424e710-01f3-4b4f-8c21-3c6c336e6167 with binding_index 1 {{(pid=83998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 15 21:40:04.345410 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.base_scheduler [None req-3e2990b7-8610-46e3-bb5d-bc6695bc5050 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775250-3-smb, 1fcfa14f-8fc0-48c7-9d22-ac91b8c9e802) {{(pid=83998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 21:40:04.354451 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2990b7-8610-46e3-bb5d-bc6695bc5050 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:40:04.354944 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-3e2990b7-8610-46e3-bb5d-bc6695bc5050 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851048245'] for subnet, before_response {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:04.373393 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02b7f0b1-d11a-4292-ac63-e793fcf4f1e1 None None] Network 1fcfa14f-8fc0-48c7-9d22-ac91b8c9e802 requested from dv-cinder-775250-3-smb {{(pid=84000) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 15 21:40:04.418272 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-3e2990b7-8610-46e3-bb5d-bc6695bc5050 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.1448724 Feb 15 21:40:04.430103 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-f07a1482-b7d8-4d8d-8db4-313af1374cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363257537239207'] for port, after_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:04.652886 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:40:04.764337 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 44024) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:40:04.813050 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-99021fa6-b7c2-4195-80b9-7629d1de74e8 req-12cd341b-2515-4ffe-a5e6-f3726b8feb4b tempest-DeleteServersTestJSON-1244118395 tempest-DeleteServersTestJSON-1244118395-project] 10.222.0.68 "GET /v2.0/ports?device_id=f46c38db-460f-45f7-a3e2-483b356d7099 HTTP/1.1" status: 200 len: 210 time: 0.4577222 Feb 15 21:40:04.868395 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-b7a7f8d8-542f-4f72-9faa-1a23fa1ea938 req-89dc4d9d-e2ca-4c28-9c5d-4b321a6094e5 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] 10.222.0.68 "GET /v2.0/ports?device_id=e664b4ef-9ca0-4e9a-9660-25803b26daa8 HTTP/1.1" status: 200 len: 210 time: 0.1716838 Feb 15 21:40:04.979632 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cefc7c77-fbef-4e48-9772-eeb898e6b738 None None] Network 69e9f844-d8da-4039-9b13-e108b452a38b requested from dv-cinder-775250-3-smb {{(pid=84000) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 15 21:40:05.230741 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07a1482-b7d8-4d8d-8db4-313af1374cf8 admin admin] Pushing event updated for resources: {'Port': ['ID=5ca6c730-ff34-4990-b0c3-57122126439c,revision_number=1']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:40:05.237849 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-f07a1482-b7d8-4d8d-8db4-313af1374cf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.597s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:40:05.319033 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Device 0dd2b4e1-b01f-4b84-882c-a24ad5787a7e up at agent ovs-agent-dv-cinder-775250-3-smb {{(pid=84000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:40:05.657071 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-f1d5818f-1080-43ce-adb8-443ff1d0797f None None] Provisioning for port 0dd2b4e1-b01f-4b84-882c-a24ad5787a7e completed by entity DHCP. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 21:40:05.692927 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Provisioning for port 0dd2b4e1-b01f-4b84-882c-a24ad5787a7e completed by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 21:40:05.720126 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-f1d5818f-1080-43ce-adb8-443ff1d0797f None None] Provisioning complete for port 0dd2b4e1-b01f-4b84-882c-a24ad5787a7e triggered by entity DHCP. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:40:05.720126 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-f1d5818f-1080-43ce-adb8-443ff1d0797f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:05.749878 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d484383-4794-433f-9537-9db31b8a99ac None None] Network 1fcfa14f-8fc0-48c7-9d22-ac91b8c9e802 requested from dv-cinder-775250-3-smb {{(pid=84000) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 15 21:40:05.791404 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Provisioning complete for port 0dd2b4e1-b01f-4b84-882c-a24ad5787a7e triggered by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:40:05.792141 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:06.010192 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e92e004-0716-47b6-856f-c371fbb33aa8 admin admin] Deleting subnet c6b5eeb0-5ed8-46ee-812a-8ba52f4a30d1 {{(pid=83999) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 15 21:40:06.091118 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-1e92e004-0716-47b6-856f-c371fbb33aa8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:06.147612 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-6b757462-eb17-4cdc-91a3-c2c08b921341 req-3ba85b51-e8a3-41aa-81fe-6df33318998c tempest-DeleteServersTestJSON-1244118395 tempest-DeleteServersTestJSON-1244118395-project] 10.222.0.68 "GET /v2.0/ports?device_id=f46c38db-460f-45f7-a3e2-483b356d7099 HTTP/1.1" status: 200 len: 210 time: 0.0653915 Feb 15 21:40:06.338856 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83998) accepted ('10.222.0.46', 54168) {{(pid=83998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:40:06.339487 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-02c5d7be-ecd5-429a-b494-67010a747183 req-7ba82ee9-360b-4712-9d6c-07b694690058 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] 10.222.0.68 "GET /v2.0/ports?device_id=e664b4ef-9ca0-4e9a-9660-25803b26daa8 HTTP/1.1" status: 200 len: 210 time: 0.1316476 Feb 15 21:40:06.372222 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:06.382499 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f07a1482-b7d8-4d8d-8db4-313af1374cf8 admin admin] Network f2926baf-a168-440c-89c9-d3754209afe6 is already hosted by enough agents. {{(pid=83999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 21:40:06.387940 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.base_scheduler [None req-f07a1482-b7d8-4d8d-8db4-313af1374cf8 admin admin] Resources bound (agent type, host, resource id): {{(pid=83999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 21:40:06.395299 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-1e92e004-0716-47b6-856f-c371fbb33aa8 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:06.398901 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07a1482-b7d8-4d8d-8db4-313af1374cf8 admin admin] Received port after_create {{(pid=83999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 15 21:40:06.585556 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] For port 0dd2b4e1-b01f-4b84-882c-a24ad5787a7e, host dv-cinder-775250-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-3-smb',level=0,port_id=0dd2b4e1-b01f-4b84-882c-a24ad5787a7e,segment=NetworkSegment(8c893903-8c9b-4ad7-b25b-3668faa686d9),segment_id=8c893903-8c9b-4ad7-b25b-3668faa686d9)] {{(pid=84000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:40:06.588919 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-f1d5818f-1080-43ce-adb8-443ff1d0797f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:06.631725 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779317976793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779317533282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257537242501'] for port, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:06.638206 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-db720d2f-d3e9-4526-b709-58b2d040634a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:40:06.679669 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-f936a3bf-485b-4c1d-b7dc-67bf6c8aa6e6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:06.728655 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1570ac-2adf-4c3d-8c24-8204e6a66b91 req-b079f0a4-362c-40ee-b426-1f44f8809378 tempest-DeleteServersTestJSON-1244118395 tempest-DeleteServersTestJSON-1244118395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:40:06.742668 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-6b1570ac-2adf-4c3d-8c24-8204e6a66b91 req-b079f0a4-362c-40ee-b426-1f44f8809378 tempest-DeleteServersTestJSON-1244118395 tempest-DeleteServersTestJSON-1244118395-project] 10.222.0.46 "GET /v2.0/networks?id=36f6af71-4ea0-4f7d-9764-03e9ee72e8f4 HTTP/1.1" status: 200 len: 812 time: 0.4017572 Feb 15 21:40:06.823777 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.v2.base [req-6b1570ac-2adf-4c3d-8c24-8204e6a66b91 req-89a4189a-e44e-4a2c-b0f0-f1b6c540c873 tempest-DeleteServersTestJSON-1244118395 tempest-DeleteServersTestJSON-1244118395-project] Request body: {'port': {'device_id': 'f46c38db-460f-45f7-a3e2-483b356d7099', 'network_id': '36f6af71-4ea0-4f7d-9764-03e9ee72e8f4', 'admin_state_up': True, 'tenant_id': '12cea8e557c1416a9cc87651295d393b'}} {{(pid=83998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:40:06.833908 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.db.api [None req-f1d5818f-1080-43ce-adb8-443ff1d0797f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84000) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 15 21:40:06.834580 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_db.api [None req-f1d5818f-1080-43ce-adb8-443ff1d0797f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84000) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 15 21:40:06.835288 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Pushing event updated for resources: {'Port': ['ID=0dd2b4e1-b01f-4b84-882c-a24ad5787a7e,revision_number=3']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:40:06.864576 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:40:07.053922 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Device 0dd2b4e1-b01f-4b84-882c-a24ad5787a7e up at agent ovs-agent-dv-cinder-775250-3-smb {{(pid=84000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:40:07.169534 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83998) accepted ('10.222.0.46', 54173) {{(pid=83998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:40:07.244663 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Provisioning complete for port 0dd2b4e1-b01f-4b84-882c-a24ad5787a7e triggered by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:40:07.244919 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:07.570853 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [req-6b1570ac-2adf-4c3d-8c24-8204e6a66b91 req-89a4189a-e44e-4a2c-b0f0-f1b6c540c873 tempest-DeleteServersTestJSON-1244118395 tempest-DeleteServersTestJSON-1244118395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:40:07.584315 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [req-6b1570ac-2adf-4c3d-8c24-8204e6a66b91 req-89a4189a-e44e-4a2c-b0f0-f1b6c540c873 tempest-DeleteServersTestJSON-1244118395 tempest-DeleteServersTestJSON-1244118395-project] Usage tracker for resource:port and tenant:12cea8e557c1416a9cc87651295d393b is out of sync, need to count used quota {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:40:07.588244 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [req-6b1570ac-2adf-4c3d-8c24-8204e6a66b91 req-89a4189a-e44e-4a2c-b0f0-f1b6c540c873 tempest-DeleteServersTestJSON-1244118395 tempest-DeleteServersTestJSON-1244118395-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:40:07.610689 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [req-6b1570ac-2adf-4c3d-8c24-8204e6a66b91 req-89a4189a-e44e-4a2c-b0f0-f1b6c540c873 tempest-DeleteServersTestJSON-1244118395 tempest-DeleteServersTestJSON-1244118395-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:40:07.697291 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-f936a3bf-485b-4c1d-b7dc-67bf6c8aa6e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850962501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850959343'] for router, after_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:07.705258 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-1e45d2a0-5242-4921-8a8d-3d3ea8a490fe req-a90c4a88-b02e-469d-919b-5bf366d0f61e tempest-DeleteServersTestJSON-1244118395 tempest-DeleteServersTestJSON-1244118395-project] 10.222.0.68 "GET /v2.0/ports?device_id=f46c38db-460f-45f7-a3e2-483b356d7099 HTTP/1.1" status: 200 len: 210 time: 0.0982077 Feb 15 21:40:07.706746 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-1e92e004-0716-47b6-856f-c371fbb33aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3509935'] for subnet, precommit_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:07.725749 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83998) accepted ('10.222.0.68', 44160) {{(pid=83998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:40:07.731126 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-7f1c5c98-56b2-4057-83b1-bc84a289daa7 req-3161a150-b8e4-40b4-a04c-4769a34687dd tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] 10.222.0.68 "GET /v2.0/ports?device_id=e664b4ef-9ca0-4e9a-9660-25803b26daa8 HTTP/1.1" status: 200 len: 210 time: 0.0862756 Feb 15 21:40:07.750080 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b1570ac-2adf-4c3d-8c24-8204e6a66b91 req-89a4189a-e44e-4a2c-b0f0-f1b6c540c873 tempest-DeleteServersTestJSON-1244118395 tempest-DeleteServersTestJSON-1244118395-project] Made reservation on behalf of 12cea8e557c1416a9cc87651295d393b for: {'port': 1} {{(pid=83998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 15 21:40:07.762556 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-6b1570ac-2adf-4c3d-8c24-8204e6a66b91 req-89a4189a-e44e-4a2c-b0f0-f1b6c540c873 tempest-DeleteServersTestJSON-1244118395 tempest-DeleteServersTestJSON-1244118395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:07.827969 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-cd19f125-41ce-4f8d-a584-ca831b5e17d8 None None] Provisioning complete for port 0dd2b4e1-b01f-4b84-882c-a24ad5787a7e triggered by entity DHCP. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:40:07.828569 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-cd19f125-41ce-4f8d-a584-ca831b5e17d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:08.024240 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 44182) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:40:08.108847 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ab1b52-149f-425a-bfc4-34e3e535d6f8 req-f0f05efa-5d2a-4292-b6f4-63c3e20fe4fe tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:40:08.110793 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-c0ab1b52-149f-425a-bfc4-34e3e535d6f8 req-f0f05efa-5d2a-4292-b6f4-63c3e20fe4fe tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] 10.222.0.46 "GET /v2.0/networks?id=7e351d7f-ec41-4316-8703-e8fda2cbe604 HTTP/1.1" status: 200 len: 815 time: 0.9402158 Feb 15 21:40:08.251967 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.v2.base [req-c0ab1b52-149f-425a-bfc4-34e3e535d6f8 req-f4021c07-a5bc-4bb8-8e26-ae2f32a47d10 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Request body: {'port': {'device_id': 'e664b4ef-9ca0-4e9a-9660-25803b26daa8', 'network_id': '7e351d7f-ec41-4316-8703-e8fda2cbe604', 'admin_state_up': True, 'tenant_id': '964e5fef0d9f42da9da2717fddfc34f1'}} {{(pid=83998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:40:08.285475 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-fd99a16e-b620-4dc3-be56-8669e08b0eb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:08.335893 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.db_base_plugin_common [req-6b1570ac-2adf-4c3d-8c24-8204e6a66b91 req-89a4189a-e44e-4a2c-b0f0-f1b6c540c873 tempest-DeleteServersTestJSON-1244118395 tempest-DeleteServersTestJSON-1244118395-project] Allocated IP 172.20.0.9 (36f6af71-4ea0-4f7d-9764-03e9ee72e8f4/d167a95e-5d69-42f5-bf31-6fffdae88a6a/bab3afe7-5d8a-4123-928e-fd89134b8818) {{(pid=83998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 15 21:40:08.396405 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-fd99a16e-b620-4dc3-be56-8669e08b0eb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:40:08.452597 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-fd99a16e-b620-4dc3-be56-8669e08b0eb8 admin admin] Usage tracker for resource:security_group_rule and tenant:0fe082d53c0649c786335bd476cb5a54 is out of sync, need to count used quota {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:40:08.457655 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-2e2b0969-6bb8-4db8-9666-fdc1ae7ebc12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:08.464955 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-fd99a16e-b620-4dc3-be56-8669e08b0eb8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:40:08.483851 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-fd99a16e-b620-4dc3-be56-8669e08b0eb8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:40:08.641714 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [req-c0ab1b52-149f-425a-bfc4-34e3e535d6f8 req-f4021c07-a5bc-4bb8-8e26-ae2f32a47d10 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:40:08.740386 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [req-c0ab1b52-149f-425a-bfc4-34e3e535d6f8 req-f4021c07-a5bc-4bb8-8e26-ae2f32a47d10 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Usage tracker for resource:port and tenant:964e5fef0d9f42da9da2717fddfc34f1 is out of sync, need to count used quota {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:40:08.758443 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [req-c0ab1b52-149f-425a-bfc4-34e3e535d6f8 req-f4021c07-a5bc-4bb8-8e26-ae2f32a47d10 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:40:08.775688 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [req-c0ab1b52-149f-425a-bfc4-34e3e535d6f8 req-f4021c07-a5bc-4bb8-8e26-ae2f32a47d10 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:40:08.813412 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0ab1b52-149f-425a-bfc4-34e3e535d6f8 req-f4021c07-a5bc-4bb8-8e26-ae2f32a47d10 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Made reservation on behalf of 964e5fef0d9f42da9da2717fddfc34f1 for: {'port': 1} {{(pid=83998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 15 21:40:08.820845 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-c0ab1b52-149f-425a-bfc4-34e3e535d6f8 req-f4021c07-a5bc-4bb8-8e26-ae2f32a47d10 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:08.849447 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-2e2b0969-6bb8-4db8-9666-fdc1ae7ebc12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:40:08.944479 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-2e2b0969-6bb8-4db8-9666-fdc1ae7ebc12 admin admin] Usage tracker for resource:security_group_rule and tenant:4ab904b40f534c7eaa8c6f0a693627cf is out of sync, need to count used quota {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:40:08.974509 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-6b1570ac-2adf-4c3d-8c24-8204e6a66b91 req-89a4189a-e44e-4a2c-b0f0-f1b6c540c873 tempest-DeleteServersTestJSON-1244118395 tempest-DeleteServersTestJSON-1244118395-project] Notify callbacks [] for port, precommit_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:08.979709 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-2e2b0969-6bb8-4db8-9666-fdc1ae7ebc12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:40:09.069280 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-2e2b0969-6bb8-4db8-9666-fdc1ae7ebc12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:40:09.070133 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-fd99a16e-b620-4dc3-be56-8669e08b0eb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:09.096040 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-fd99a16e-b620-4dc3-be56-8669e08b0eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:09.098943 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-18ba131c-b33b-4943-9705-047c37aa9485 req-5daf0ff7-d240-497e-b0e1-e8536cfa45e3 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] 10.222.0.68 "GET /v2.0/ports?device_id=e664b4ef-9ca0-4e9a-9660-25803b26daa8 HTTP/1.1" status: 200 len: 210 time: 0.0777943 Feb 15 21:40:09.120232 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:40:09.147938 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-e3d13dba-a4cf-4bc6-a43f-cd60f610c832 req-a167332a-5523-41a7-a2b6-330d28a8821d tempest-DeleteServersTestJSON-1244118395 tempest-DeleteServersTestJSON-1244118395-project] 10.222.0.68 "GET /v2.0/ports?device_id=f46c38db-460f-45f7-a3e2-483b356d7099 HTTP/1.1" status: 200 len: 210 time: 0.1551280 Feb 15 21:40:09.285281 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-f07a1482-b7d8-4d8d-8db4-313af1374cf8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:09.366262 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f936a3bf-485b-4c1d-b7dc-67bf6c8aa6e6 admin admin] Router 9f12f3d9-0546-455c-ba1b-fa58faa3f83a is scheduled to L3 agent dc46b086-6cb1-49e8-b95e-1fe9b389155e with binding_index 1 {{(pid=83999) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 15 21:40:09.433511 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-1e92e004-0716-47b6-856f-c371fbb33aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851265832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232'] for subnet, after_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:09.463238 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-fd99a16e-b620-4dc3-be56-8669e08b0eb8 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=0fe082d53c0649c786335bd476cb5a54&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7250109 Feb 15 21:40:09.465037 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd99a16e-b620-4dc3-be56-8669e08b0eb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7321bb01-35b1-4f0b-9037-a1f93c57f5d4,revision_number=1']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:40:09.468831 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-fd99a16e-b620-4dc3-be56-8669e08b0eb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:40:09.469411 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83998) accepted ('10.222.0.68', 44202) {{(pid=83998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:40:09.513593 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:40:09.550071 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-6b1570ac-2adf-4c3d-8c24-8204e6a66b91 req-89a4189a-e44e-4a2c-b0f0-f1b6c540c873 tempest-DeleteServersTestJSON-1244118395 tempest-DeleteServersTestJSON-1244118395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363257537239207'] for port, after_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:09.614118 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:40:09.652445 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e92e004-0716-47b6-856f-c371fbb33aa8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6b5eeb0-5ed8-46ee-812a-8ba52f4a30d1,revision_number=None']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:40:09.770895 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-1e92e004-0716-47b6-856f-c371fbb33aa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:40:09.896018 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-2e2b0969-6bb8-4db8-9666-fdc1ae7ebc12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:09.925791 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-2e2b0969-6bb8-4db8-9666-fdc1ae7ebc12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:09.948547 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-d8165414-8e62-4bd0-a2c2-b7ef4a968fc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:40:09.987535 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a4189a-e44e-4a2c-b0f0-f1b6c540c873 tempest-DeleteServersTestJSON-1244118395 tempest-DeleteServersTestJSON-1244118395-project] Pushing event updated for resources: {'Port': ['ID=bab3afe7-5d8a-4123-928e-fd89134b8818,revision_number=1']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:40:09.991399 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-89a4189a-e44e-4a2c-b0f0-f1b6c540c873 tempest-DeleteServersTestJSON-1244118395 tempest-DeleteServersTestJSON-1244118395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:40:10.023714 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-1e92e004-0716-47b6-856f-c371fbb33aa8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851048245'] for subnet, before_response {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:10.031014 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-c710ee47-133f-47d4-991a-46a9a6ad0ba2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:10.068672 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.db_base_plugin_common [req-c0ab1b52-149f-425a-bfc4-34e3e535d6f8 req-f4021c07-a5bc-4bb8-8e26-ae2f32a47d10 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Allocated IP 172.20.0.3 (7e351d7f-ec41-4316-8703-e8fda2cbe604/dcb6e13b-2686-42e4-a027-d54b68f82f25/6b5a5fcb-fec3-450a-8f23-693774dbbad1) {{(pid=83998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 15 21:40:10.156859 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b1570ac-2adf-4c3d-8c24-8204e6a66b91 req-89a4189a-e44e-4a2c-b0f0-f1b6c540c873 tempest-DeleteServersTestJSON-1244118395 tempest-DeleteServersTestJSON-1244118395-project] Network 36f6af71-4ea0-4f7d-9764-03e9ee72e8f4 is already hosted by enough agents. {{(pid=83998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 21:40:10.164119 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.base_scheduler [req-6b1570ac-2adf-4c3d-8c24-8204e6a66b91 req-89a4189a-e44e-4a2c-b0f0-f1b6c540c873 tempest-DeleteServersTestJSON-1244118395 tempest-DeleteServersTestJSON-1244118395-project] Resources bound (agent type, host, resource id): {{(pid=83998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 21:40:10.170982 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b1570ac-2adf-4c3d-8c24-8204e6a66b91 req-89a4189a-e44e-4a2c-b0f0-f1b6c540c873 tempest-DeleteServersTestJSON-1244118395 tempest-DeleteServersTestJSON-1244118395-project] Received port after_create {{(pid=83998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 15 21:40:10.175729 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1570ac-2adf-4c3d-8c24-8204e6a66b91 req-89a4189a-e44e-4a2c-b0f0-f1b6c540c873 tempest-DeleteServersTestJSON-1244118395 tempest-DeleteServersTestJSON-1244118395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:40:10.176676 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-6b1570ac-2adf-4c3d-8c24-8204e6a66b91 req-89a4189a-e44e-4a2c-b0f0-f1b6c540c873 tempest-DeleteServersTestJSON-1244118395 tempest-DeleteServersTestJSON-1244118395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851048245'] for port, before_response {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:10.182684 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-c710ee47-133f-47d4-991a-46a9a6ad0ba2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:10.199782 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-2e2b0969-6bb8-4db8-9666-fdc1ae7ebc12 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=4ab904b40f534c7eaa8c6f0a693627cf&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1211402 Feb 15 21:40:10.201575 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f936a3bf-485b-4c1d-b7dc-67bf6c8aa6e6 admin admin] Notify agent at l3_agent.dv-cinder-775250-3-smb the message routers_updated {{(pid=83999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 15 21:40:10.203860 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2b0969-6bb8-4db8-9666-fdc1ae7ebc12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eae5027b-3619-4a9e-a05e-a21c43527cc4,revision_number=1']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:40:10.213400 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2178f052-09c8-41e2-b04f-9cfe54ac5233 None None] Sync routers for ids ['9f12f3d9-0546-455c-ba1b-fa58faa3f83a'] in dv-cinder-775250-3-smb {{(pid=84001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 15 21:40:10.228716 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83998) accepted ('10.222.0.68', 44224) {{(pid=83998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:40:10.271397 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2178f052-09c8-41e2-b04f-9cfe54ac5233 None None] Routers {'9f12f3d9-0546-455c-ba1b-fa58faa3f83a'} bound to L3 agent in host dv-cinder-775250-3-smb {{(pid=84001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 21:40:10.271397 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_hamode_db [None req-2178f052-09c8-41e2-b04f-9cfe54ac5233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-15T21:30:22Z,description=,heartbeat_timestamp=2021-02-15T21:39:52Z,host='dv-cinder-775250-3-smb',id=dc46b086-6cb1-49e8-b95e-1fe9b389155e,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T21:30:22Z,topic='l3_agent')) {'router_ids': ['9f12f3d9-0546-455c-ba1b-fa58faa3f83a'], 'active': True} {{(pid=84001) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:40:10.354915 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-2e2b0969-6bb8-4db8-9666-fdc1ae7ebc12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:40:10.415013 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-1e92e004-0716-47b6-856f-c371fbb33aa8 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/c6b5eeb0-5ed8-46ee-812a-8ba52f4a30d1 HTTP/1.1" status: 204 len: 168 time: 5.6007948 Feb 15 21:40:10.425142 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 44230) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:40:10.458581 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-f936a3bf-485b-4c1d-b7dc-67bf6c8aa6e6 admin admin] Notify callbacks [] for router, before_response {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:10.463248 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-f936a3bf-485b-4c1d-b7dc-67bf6c8aa6e6 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 12.0015142 Feb 15 21:40:10.464218 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 44234) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:40:10.531683 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [req-77f5fafb-b196-423e-8988-c44cfda42c3d req-f80e1ca2-9847-4b6b-aaab-b376a25fa86a tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Synchronizing usage tracker for tenant:964e5fef0d9f42da9da2717fddfc34f1 on resource:port {{(pid=83998) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 21:40:10.555589 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-6b1570ac-2adf-4c3d-8c24-8204e6a66b91 req-89a4189a-e44e-4a2c-b0f0-f1b6c540c873 tempest-DeleteServersTestJSON-1244118395 tempest-DeleteServersTestJSON-1244118395-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7363243 Feb 15 21:40:10.601100 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvr_db [None req-2178f052-09c8-41e2-b04f-9cfe54ac5233 None None] Set router 9f12f3d9-0546-455c-ba1b-fa58faa3f83a gateway port host: dv-cinder-775250-3-smb {{(pid=84001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 21:40:10.671840 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [req-77f5fafb-b196-423e-8988-c44cfda42c3d req-f80e1ca2-9847-4b6b-aaab-b376a25fa86a tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Unset dirty status for tenant:964e5fef0d9f42da9da2717fddfc34f1 on resource:port {{(pid=83998) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 21:40:10.681662 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-77f5fafb-b196-423e-8988-c44cfda42c3d req-f80e1ca2-9847-4b6b-aaab-b376a25fa86a tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] 10.222.0.68 "GET /v2.0/ports?device_id=e664b4ef-9ca0-4e9a-9660-25803b26daa8 HTTP/1.1" status: 200 len: 210 time: 0.3501706 Feb 15 21:40:10.705641 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-c710ee47-133f-47d4-991a-46a9a6ad0ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:10.716064 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:40:10.755476 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c710ee47-133f-47d4-991a-46a9a6ad0ba2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7321bb01-35b1-4f0b-9037-a1f93c57f5d4,revision_number=None']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:40:10.759133 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-c710ee47-133f-47d4-991a-46a9a6ad0ba2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:40:10.776812 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-6556b097-512a-4e62-841d-37d115048536 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:10.812016 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-6556b097-512a-4e62-841d-37d115048536 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:10.927566 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-c710ee47-133f-47d4-991a-46a9a6ad0ba2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:10.931344 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-c710ee47-133f-47d4-991a-46a9a6ad0ba2 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/7321bb01-35b1-4f0b-9037-a1f93c57f5d4 HTTP/1.1" status: 204 len: 168 time: 1.4532461 Feb 15 21:40:10.960350 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-c0ab1b52-149f-425a-bfc4-34e3e535d6f8 req-f4021c07-a5bc-4bb8-8e26-ae2f32a47d10 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Notify callbacks [] for port, precommit_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:10.993754 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-6556b097-512a-4e62-841d-37d115048536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:11.019959 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-fd99a16e-b620-4dc3-be56-8669e08b0eb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:40:11.048749 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6556b097-512a-4e62-841d-37d115048536 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eae5027b-3619-4a9e-a05e-a21c43527cc4,revision_number=None']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:40:11.067814 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-6556b097-512a-4e62-841d-37d115048536 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:40:11.068285 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-c0ab1b52-149f-425a-bfc4-34e3e535d6f8 req-f4021c07-a5bc-4bb8-8e26-ae2f32a47d10 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363257537239207'] for port, after_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:11.071507 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-6556b097-512a-4e62-841d-37d115048536 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:11.075322 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-6556b097-512a-4e62-841d-37d115048536 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/eae5027b-3619-4a9e-a05e-a21c43527cc4 HTTP/1.1" status: 204 len: 168 time: 0.8300579 Feb 15 21:40:11.099106 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_hamode_db [None req-2178f052-09c8-41e2-b04f-9cfe54ac5233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f12f3d9-0546-455c-ba1b-fa58faa3f83a', 'name': 'tempest-ServerRescueNegativeTestJSON-1012257-router', 'tenant_id': '6560e6c9f85e4d83bbd45fb6f6c6ecff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'external_fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.75'}], 'enable_snat': True}, 'gw_port_id': '64984370-a58d-4238-a2fa-ad8a174903e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:39:58Z', 'updated_at': '2021-02-15T21:40:05Z', 'revision_number': 3, 'project_id': '6560e6c9f85e4d83bbd45fb6f6c6ecff', 'gw_port': {'id': '64984370-a58d-4238-a2fa-ad8a174903e5', 'name': '', 'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:29:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f12f3d9-0546-455c-ba1b-fa58faa3f83a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:40:01Z', 'updated_at': '2021-02-15T21:40:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-smb'}], 'dv-cinder-775250-3-smb', False) {} {{(pid=84001) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:40:11.103298 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2178f052-09c8-41e2-b04f-9cfe54ac5233 None None] Checking router: 9f12f3d9-0546-455c-ba1b-fa58faa3f83a for host: dv-cinder-775250-3-smb {{(pid=84001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 15 21:40:11.103849 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2178f052-09c8-41e2-b04f-9cfe54ac5233 None None] Updating router 9f12f3d9-0546-455c-ba1b-fa58faa3f83a port 64984370-a58d-4238-a2fa-ad8a174903e5 binding host dv-cinder-775250-3-smb {{(pid=84001) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 15 21:40:11.158209 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-f07a1482-b7d8-4d8d-8db4-313af1374cf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850962501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850959343'] for router, after_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:11.168034 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-2178f052-09c8-41e2-b04f-9cfe54ac5233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_update {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:11.448871 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-afb97690-6fe4-45b7-a2db-4450abb77a9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:40:11.517742 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498f53f4-ee25-4d6f-827e-045577a9e599 req-b4aa6d3f-6f98-442e-bca8-6f4ce0680591 tempest-DeleteServersTestJSON-1244118395 tempest-DeleteServersTestJSON-1244118395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:40:11.521193 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-498f53f4-ee25-4d6f-827e-045577a9e599 req-b4aa6d3f-6f98-442e-bca8-6f4ce0680591 tempest-DeleteServersTestJSON-1244118395 tempest-DeleteServersTestJSON-1244118395-project] 10.222.0.68 "GET /v2.0/ports?device_id=f46c38db-460f-45f7-a3e2-483b356d7099 HTTP/1.1" status: 200 len: 931 time: 1.1637340 Feb 15 21:40:11.527971 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-39f71cab-9d87-4e71-bdec-2bf7c2d8e10e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3535857'] for network, before_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:11.682082 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83998) accepted ('10.222.0.68', 44252) {{(pid=83998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:40:11.762743 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4021c07-a5bc-4bb8-8e26-ae2f32a47d10 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Pushing event updated for resources: {'Port': ['ID=6b5a5fcb-fec3-450a-8f23-693774dbbad1,revision_number=1']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:40:11.841490 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-f4021c07-a5bc-4bb8-8e26-ae2f32a47d10 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:40:11.845187 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-0f3780f6-6124-42dd-8c65-083495e474ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:11.898722 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-0f3780f6-6124-42dd-8c65-083495e474ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:40:11.937079 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [req-498f53f4-ee25-4d6f-827e-045577a9e599 req-c4806018-637d-41af-a8fd-6650e0ae4afa tempest-DeleteServersTestJSON-1244118395 tempest-DeleteServersTestJSON-1244118395-project] Synchronizing usage tracker for tenant:12cea8e557c1416a9cc87651295d393b on resource:security_group {{(pid=83999) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 21:40:11.945494 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-0f3780f6-6124-42dd-8c65-083495e474ba admin admin] Usage tracker for resource:security_group_rule and tenant:c3742219713b41cda206f4e55ad107f5 is out of sync, need to count used quota {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:40:11.978484 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-2178f052-09c8-41e2-b04f-9cfe54ac5233 None None] Notify callbacks [] for port, precommit_update {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:11.992612 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-2178f052-09c8-41e2-b04f-9cfe54ac5233 None None] Transition to ACTIVE for port object 64984370-a58d-4238-a2fa-ad8a174903e5 will not be triggered until provisioned by entity L2. {{(pid=84001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 21:40:11.999488 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-2178f052-09c8-41e2-b04f-9cfe54ac5233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779317976793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779317533282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257537242501'] for port, after_update {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:12.000396 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0ab1b52-149f-425a-bfc4-34e3e535d6f8 req-f4021c07-a5bc-4bb8-8e26-ae2f32a47d10 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Network 7e351d7f-ec41-4316-8703-e8fda2cbe604 is already hosted by enough agents. {{(pid=83998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 21:40:12.003058 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-0f3780f6-6124-42dd-8c65-083495e474ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:40:12.024956 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.base_scheduler [req-c0ab1b52-149f-425a-bfc4-34e3e535d6f8 req-f4021c07-a5bc-4bb8-8e26-ae2f32a47d10 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Resources bound (agent type, host, resource id): {{(pid=83998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 21:40:12.118203 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0ab1b52-149f-425a-bfc4-34e3e535d6f8 req-f4021c07-a5bc-4bb8-8e26-ae2f32a47d10 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Received port after_create {{(pid=83998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 15 21:40:12.123884 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ab1b52-149f-425a-bfc4-34e3e535d6f8 req-f4021c07-a5bc-4bb8-8e26-ae2f32a47d10 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:40:12.124840 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-c0ab1b52-149f-425a-bfc4-34e3e535d6f8 req-f4021c07-a5bc-4bb8-8e26-ae2f32a47d10 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851048245'] for port, before_response {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:12.130758 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-0f3780f6-6124-42dd-8c65-083495e474ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:40:12.180950 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-458a4d49-1016-467c-bf13-4e34d6930c04 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:40:12.290485 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-c0ab1b52-149f-425a-bfc4-34e3e535d6f8 req-f4021c07-a5bc-4bb8-8e26-ae2f32a47d10 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1526403 Feb 15 21:40:12.346451 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd42c00-324b-41f8-aab1-d83de0919e14 None None] Pushing event updated for resources: {'Port': ['ID=64984370-a58d-4238-a2fa-ad8a174903e5,revision_number=2']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:40:12.368373 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd42c00-324b-41f8-aab1-d83de0919e14 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:40:12.369031 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd42c00-324b-41f8-aab1-d83de0919e14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:40:12.369618 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd42c00-324b-41f8-aab1-d83de0919e14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:40:12.370208 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd42c00-324b-41f8-aab1-d83de0919e14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:40:12.370756 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd42c00-324b-41f8-aab1-d83de0919e14 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:40:12.371302 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd42c00-324b-41f8-aab1-d83de0919e14 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:40:12.372868 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd42c00-324b-41f8-aab1-d83de0919e14 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:40:12.373451 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd42c00-324b-41f8-aab1-d83de0919e14 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:40:12.377783 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd42c00-324b-41f8-aab1-d83de0919e14 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:40:12.378403 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd42c00-324b-41f8-aab1-d83de0919e14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:40:12.378962 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd42c00-324b-41f8-aab1-d83de0919e14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:40:12.379546 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd42c00-324b-41f8-aab1-d83de0919e14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:40:12.380656 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd42c00-324b-41f8-aab1-d83de0919e14 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:40:12.381317 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd42c00-324b-41f8-aab1-d83de0919e14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:40:12.381916 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd42c00-324b-41f8-aab1-d83de0919e14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:40:12.383000 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd42c00-324b-41f8-aab1-d83de0919e14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:40:12.383551 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd42c00-324b-41f8-aab1-d83de0919e14 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:40:12.393408 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd42c00-324b-41f8-aab1-d83de0919e14 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:40:12.394099 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd42c00-324b-41f8-aab1-d83de0919e14 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:40:12.394808 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd42c00-324b-41f8-aab1-d83de0919e14 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:40:12.395429 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd42c00-324b-41f8-aab1-d83de0919e14 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:40:12.396002 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd42c00-324b-41f8-aab1-d83de0919e14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:40:12.396574 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd42c00-324b-41f8-aab1-d83de0919e14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:40:12.397120 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd42c00-324b-41f8-aab1-d83de0919e14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:40:12.398742 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd42c00-324b-41f8-aab1-d83de0919e14 None None] Tracked resource versions report: Feb 15 21:40:12.398742 dv-cinder-775250-3-smb neutron-server[83887]: pushed versions: Feb 15 21:40:12.398742 dv-cinder-775250-3-smb neutron-server[83887]: { 'AddressGroup': {'1.1'}, Feb 15 21:40:12.398742 dv-cinder-775250-3-smb neutron-server[83887]: 'ConntrackHelper': {'1.0'}, Feb 15 21:40:12.398742 dv-cinder-775250-3-smb neutron-server[83887]: 'Log': {'1.0'}, Feb 15 21:40:12.398742 dv-cinder-775250-3-smb neutron-server[83887]: 'Network': {'1.1'}, Feb 15 21:40:12.398742 dv-cinder-775250-3-smb neutron-server[83887]: 'Port': {'1.7'}, Feb 15 21:40:12.398742 dv-cinder-775250-3-smb neutron-server[83887]: 'PortForwarding': {'1.2'}, Feb 15 21:40:12.398742 dv-cinder-775250-3-smb neutron-server[83887]: 'QosPolicy': {'1.8'}, Feb 15 21:40:12.398742 dv-cinder-775250-3-smb neutron-server[83887]: 'SecurityGroup': {'1.4'}, Feb 15 21:40:12.398742 dv-cinder-775250-3-smb neutron-server[83887]: 'SecurityGroupRule': {'1.2'}, Feb 15 21:40:12.398742 dv-cinder-775250-3-smb neutron-server[83887]: 'SubPort': {'1.0'}, Feb 15 21:40:12.398742 dv-cinder-775250-3-smb neutron-server[83887]: 'Subnet': {'1.1'}, Feb 15 21:40:12.398742 dv-cinder-775250-3-smb neutron-server[83887]: 'Trunk': {'1.1'}} Feb 15 21:40:12.398742 dv-cinder-775250-3-smb neutron-server[83887]: consumer versions: Feb 15 21:40:12.398742 dv-cinder-775250-3-smb neutron-server[83887]: { DHCP agent@dv-cinder-775250-3-smb: {}, Feb 15 21:40:12.398742 dv-cinder-775250-3-smb neutron-server[83887]: L3 agent@dv-cinder-775250-3-smb: {}, Feb 15 21:40:12.398742 dv-cinder-775250-3-smb neutron-server[83887]: Metadata agent@dv-cinder-775250-3-smb: {}, Feb 15 21:40:12.398742 dv-cinder-775250-3-smb neutron-server[83887]: Metering agent@dv-cinder-775250-3-smb: {}, Feb 15 21:40:12.398742 dv-cinder-775250-3-smb neutron-server[83887]: Open vSwitch agent@dv-cinder-775250-3-smb: { 'AddressGroup': '1.1', Feb 15 21:40:12.398742 dv-cinder-775250-3-smb neutron-server[83887]: 'ConntrackHelper': '1.0', Feb 15 21:40:12.398742 dv-cinder-775250-3-smb neutron-server[83887]: 'Log': '1.0', Feb 15 21:40:12.398742 dv-cinder-775250-3-smb neutron-server[83887]: 'Network': '1.1', Feb 15 21:40:12.398742 dv-cinder-775250-3-smb neutron-server[83887]: 'Port': '1.7', Feb 15 21:40:12.398742 dv-cinder-775250-3-smb neutron-server[83887]: 'PortForwarding': '1.2', Feb 15 21:40:12.398742 dv-cinder-775250-3-smb neutron-server[83887]: 'QosPolicy': '1.8', Feb 15 21:40:12.398742 dv-cinder-775250-3-smb neutron-server[83887]: 'SecurityGroup': '1.4', Feb 15 21:40:12.398742 dv-cinder-775250-3-smb neutron-server[83887]: 'SecurityGroupRule': '1.2', Feb 15 21:40:12.398742 dv-cinder-775250-3-smb neutron-server[83887]: 'SubPort': '1.0', Feb 15 21:40:12.398742 dv-cinder-775250-3-smb neutron-server[83887]: 'Subnet': '1.1', Feb 15 21:40:12.398742 dv-cinder-775250-3-smb neutron-server[83887]: 'Trunk': '1.1'}, Feb 15 21:40:12.398742 dv-cinder-775250-3-smb neutron-server[83887]: Open vSwitch agent@hv-cinder-77525: { 'AddressGroup': '1.1', Feb 15 21:40:12.398742 dv-cinder-775250-3-smb neutron-server[83887]: 'ConntrackHelper': '1.0', Feb 15 21:40:12.398742 dv-cinder-775250-3-smb neutron-server[83887]: 'Log': '1.0', Feb 15 21:40:12.398742 dv-cinder-775250-3-smb neutron-server[83887]: 'Network': '1.1', Feb 15 21:40:12.398742 dv-cinder-775250-3-smb neutron-server[83887]: 'Port': '1.7', Feb 15 21:40:12.398742 dv-cinder-775250-3-smb neutron-server[83887]: 'PortForwarding': '1.2', Feb 15 21:40:12.398742 dv-cinder-775250-3-smb neutron-server[83887]: 'QosPolicy': '1.8', Feb 15 21:40:12.398742 dv-cinder-775250-3-smb neutron-server[83887]: 'SecurityGroup': '1.4', Feb 15 21:40:12.398742 dv-cinder-775250-3-smb neutron-server[83887]: 'SecurityGroupRule': '1.2', Feb 15 21:40:12.398742 dv-cinder-775250-3-smb neutron-server[83887]: 'SubPort': '1.0', Feb 15 21:40:12.398742 dv-cinder-775250-3-smb neutron-server[83887]: 'Subnet': '1.1', Feb 15 21:40:12.398742 dv-cinder-775250-3-smb neutron-server[83887]: 'Trunk': '1.1'}} Feb 15 21:40:12.398742 dv-cinder-775250-3-smb neutron-server[83887]: {{(pid=84001) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 15 21:40:12.434881 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.managers [None req-2178f052-09c8-41e2-b04f-9cfe54ac5233 None None] Attempting to bind port 64984370-a58d-4238-a2fa-ad8a174903e5 on host dv-cinder-775250-3-smb for vnic_type normal with profile {{(pid=84001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 21:40:12.435781 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.managers [None req-2178f052-09c8-41e2-b04f-9cfe54ac5233 None None] Attempting to bind port 64984370-a58d-4238-a2fa-ad8a174903e5 by drivers openvswitch on host dv-cinder-775250-3-smb at level 0 using segments [{'id': 'aaff8bb9-4958-4cc8-8842-2399e4673088', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6'}] {{(pid=84001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 15 21:40:12.436386 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2178f052-09c8-41e2-b04f-9cfe54ac5233 None None] Attempting to bind port 64984370-a58d-4238-a2fa-ad8a174903e5 on network f2926baf-a168-440c-89c9-d3754209afe6 {{(pid=84001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 15 21:40:12.454187 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2178f052-09c8-41e2-b04f-9cfe54ac5233 None None] Checking agent: {'id': 'c4d26ba9-4355-4b6a-ac8e-61eaae13650f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 21, 30, 23), 'started_at': datetime.datetime(2021, 2, 15, 21, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 21, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 21:40:12.456028 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2178f052-09c8-41e2-b04f-9cfe54ac5233 None None] Checking segment: {'id': 'aaff8bb9-4958-4cc8-8842-2399e4673088', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 21:40:12.457088 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-2178f052-09c8-41e2-b04f-9cfe54ac5233 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:12.457840 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2178f052-09c8-41e2-b04f-9cfe54ac5233 None None] Bound using segment: {'id': 'aaff8bb9-4958-4cc8-8842-2399e4673088', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6'} {{(pid=84001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 21:40:12.458662 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.managers [None req-2178f052-09c8-41e2-b04f-9cfe54ac5233 None None] Bound port: 64984370-a58d-4238-a2fa-ad8a174903e5, host: dv-cinder-775250-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaff8bb9-4958-4cc8-8842-2399e4673088', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6'}}] {{(pid=84001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 15 21:40:12.459297 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-2178f052-09c8-41e2-b04f-9cfe54ac5233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_update {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:12.492404 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb93dd5-4923-4cb4-8d1d-9090b2f8032f req-2ff07c85-70bd-453f-8342-352c1a06839a tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:40:12.494186 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-3bb93dd5-4923-4cb4-8d1d-9090b2f8032f req-2ff07c85-70bd-453f-8342-352c1a06839a tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] 10.222.0.68 "GET /v2.0/ports?device_id=e664b4ef-9ca0-4e9a-9660-25803b26daa8 HTTP/1.1" status: 200 len: 931 time: 0.4923830 Feb 15 21:40:12.554176 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [None req-2178f052-09c8-41e2-b04f-9cfe54ac5233 None None] For port 64984370-a58d-4238-a2fa-ad8a174903e5, host dv-cinder-775250-3-smb, cleared binding levels {{(pid=84001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 15 21:40:12.558171 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [None req-2178f052-09c8-41e2-b04f-9cfe54ac5233 None None] For port 64984370-a58d-4238-a2fa-ad8a174903e5, host dv-cinder-775250-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-3-smb',level=0,port_id=64984370-a58d-4238-a2fa-ad8a174903e5,segment=NetworkSegment(aaff8bb9-4958-4cc8-8842-2399e4673088),segment_id=aaff8bb9-4958-4cc8-8842-2399e4673088)] {{(pid=84001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 15 21:40:12.582215 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-8dd42c00-324b-41f8-aab1-d83de0919e14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:40:12.585235 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-2178f052-09c8-41e2-b04f-9cfe54ac5233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779317976793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779317533282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257537242501'] for port, after_update {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:12.636125 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-0f3780f6-6124-42dd-8c65-083495e474ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:12.686180 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-3bb93dd5-4923-4cb4-8d1d-9090b2f8032f req-19e70e0c-8e85-4b06-b830-690a8120f869 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] 10.222.0.68 "GET /v2.0/security-groups?id=eacf551a-e03d-4784-a8ef-492410bc89e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820107 Feb 15 21:40:12.687675 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-0f3780f6-6124-42dd-8c65-083495e474ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:12.703052 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-73633df8-cb29-490d-9211-55ee0d060dc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:40:12.758432 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-0f3780f6-6124-42dd-8c65-083495e474ba admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=c3742219713b41cda206f4e55ad107f5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0590506 Feb 15 21:40:12.761301 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83998) accepted ('10.222.0.68', 44280) {{(pid=83998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:40:12.766049 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3780f6-6124-42dd-8c65-083495e474ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66cc4138-1fca-4a44-af83-71f463160b03,revision_number=1']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:40:12.788682 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-0f3780f6-6124-42dd-8c65-083495e474ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:40:12.801723 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:40:12.849159 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-d3779519-c94d-4096-8346-d486b4210d25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:12.884787 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-d3779519-c94d-4096-8346-d486b4210d25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:12.925367 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd42c00-324b-41f8-aab1-d83de0919e14 None None] Pushing event updated for resources: {'Port': ['ID=64984370-a58d-4238-a2fa-ad8a174903e5,revision_number=3']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:40:12.928427 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-8dd42c00-324b-41f8-aab1-d83de0919e14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:40:12.957738 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [req-498f53f4-ee25-4d6f-827e-045577a9e599 req-c4806018-637d-41af-a8fd-6650e0ae4afa tempest-DeleteServersTestJSON-1244118395 tempest-DeleteServersTestJSON-1244118395-project] Unset dirty status for tenant:12cea8e557c1416a9cc87651295d393b on resource:security_group {{(pid=83999) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 21:40:12.970195 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-498f53f4-ee25-4d6f-827e-045577a9e599 req-c4806018-637d-41af-a8fd-6650e0ae4afa tempest-DeleteServersTestJSON-1244118395 tempest-DeleteServersTestJSON-1244118395-project] 10.222.0.68 "GET /v2.0/security-groups?id=c1c74a22-1874-4b20-95ae-51fd0e9cc5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3577383 Feb 15 21:40:12.975125 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2178f052-09c8-41e2-b04f-9cfe54ac5233 None None] Routers {'9f12f3d9-0546-455c-ba1b-fa58faa3f83a'} bound to L3 agent in host dv-cinder-775250-3-smb {{(pid=84001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 21:40:12.975816 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_hamode_db [None req-2178f052-09c8-41e2-b04f-9cfe54ac5233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-15T21:30:22Z,description=,heartbeat_timestamp=2021-02-15T21:39:52Z,host='dv-cinder-775250-3-smb',id=dc46b086-6cb1-49e8-b95e-1fe9b389155e,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T21:30:22Z,topic='l3_agent')) {'router_ids': ['9f12f3d9-0546-455c-ba1b-fa58faa3f83a'], 'active': True} {{(pid=84001) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:40:12.995010 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-d3779519-c94d-4096-8346-d486b4210d25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:12.999493 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-ca91bee6-95e6-4d0d-b5b5-803273ca02f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:40:13.014397 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-39f71cab-9d87-4e71-bdec-2bf7c2d8e10e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3509558', 'neutron.services.segments.db._delete_segments_for_network--9223363257536900809'] for network, precommit_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:13.034918 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3779519-c94d-4096-8346-d486b4210d25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66cc4138-1fca-4a44-af83-71f463160b03,revision_number=None']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:40:13.057683 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-d3779519-c94d-4096-8346-d486b4210d25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:40:13.058952 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f07a1482-b7d8-4d8d-8db4-313af1374cf8 admin admin] Router 8b5de55b-85bd-41bb-b8b2-b1ef77649103 is scheduled to L3 agent dc46b086-6cb1-49e8-b95e-1fe9b389155e with binding_index 1 {{(pid=83999) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 15 21:40:13.059774 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-d3779519-c94d-4096-8346-d486b4210d25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:13.066527 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-d3779519-c94d-4096-8346-d486b4210d25 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/66cc4138-1fca-4a44-af83-71f463160b03 HTTP/1.1" status: 204 len: 168 time: 0.3038528 Feb 15 21:40:13.220946 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvr_db [None req-2178f052-09c8-41e2-b04f-9cfe54ac5233 None None] Set router 9f12f3d9-0546-455c-ba1b-fa58faa3f83a gateway port host: dv-cinder-775250-3-smb {{(pid=84001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 21:40:13.418793 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-39f71cab-9d87-4e71-bdec-2bf7c2d8e10e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=83999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:40:13.419538 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-39f71cab-9d87-4e71-bdec-2bf7c2d8e10e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=83999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:40:13.421150 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-39f71cab-9d87-4e71-bdec-2bf7c2d8e10e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:40:13.421787 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-39f71cab-9d87-4e71-bdec-2bf7c2d8e10e admin admin] Subscribe: > port after_create 55550000 {{(pid=83999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:40:13.422459 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-39f71cab-9d87-4e71-bdec-2bf7c2d8e10e admin admin] Subscribe: > port after_delete 55550000 {{(pid=83999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:40:13.423025 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-39f71cab-9d87-4e71-bdec-2bf7c2d8e10e admin admin] Subscribe: > port after_update 55550000 {{(pid=83999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:40:13.423821 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-39f71cab-9d87-4e71-bdec-2bf7c2d8e10e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=83999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:40:13.424314 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-39f71cab-9d87-4e71-bdec-2bf7c2d8e10e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=83999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:40:13.424787 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-39f71cab-9d87-4e71-bdec-2bf7c2d8e10e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=83999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:40:13.425252 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-39f71cab-9d87-4e71-bdec-2bf7c2d8e10e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=83999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:40:13.630091 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-39f71cab-9d87-4e71-bdec-2bf7c2d8e10e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=83999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:40:13.630488 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-39f71cab-9d87-4e71-bdec-2bf7c2d8e10e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=83999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:40:13.630871 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-39f71cab-9d87-4e71-bdec-2bf7c2d8e10e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=83999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:40:13.634476 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-39f71cab-9d87-4e71-bdec-2bf7c2d8e10e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=83999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:40:13.634476 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.services.segments.db [None req-39f71cab-9d87-4e71-bdec-2bf7c2d8e10e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be2e29e8-e79d-4e84-ab8e-67e855047985']}} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:40:13.649484 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-ab08d3f6-4fc2-4da0-a60d-7c266dc8667d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:13.677923 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.services.segments.db [None req-39f71cab-9d87-4e71-bdec-2bf7c2d8e10e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1136f1fb-f804-4302-9b30-016e728c3bc8') {'for_net_delete': True} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:40:13.678269 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.services.segments.db [None req-39f71cab-9d87-4e71-bdec-2bf7c2d8e10e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1136f1fb-f804-4302-9b30-016e728c3bc8') {} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:40:13.707831 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-39f71cab-9d87-4e71-bdec-2bf7c2d8e10e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318004322', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036592600458'] for segment, before_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:13.819930 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:13.857906 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f07a1482-b7d8-4d8d-8db4-313af1374cf8 admin admin] Notify agent at l3_agent.dv-cinder-775250-3-smb the message routers_updated {{(pid=83999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 15 21:40:13.863638 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-39f71cab-9d87-4e71-bdec-2bf7c2d8e10e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515977'] for segment, precommit_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:13.869029 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-39f71cab-9d87-4e71-bdec-2bf7c2d8e10e admin admin] Releasing vxlan tunnel 6 to pool {{(pid=83999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 15 21:40:13.874923 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531e7be1-3e62-4f1c-abd6-d4214e278b22 None None] Sync routers for ids ['8b5de55b-85bd-41bb-b8b2-b1ef77649103'] in dv-cinder-775250-3-smb {{(pid=84000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 15 21:40:13.904739 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531e7be1-3e62-4f1c-abd6-d4214e278b22 None None] Routers {'8b5de55b-85bd-41bb-b8b2-b1ef77649103'} bound to L3 agent in host dv-cinder-775250-3-smb {{(pid=84000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 21:40:13.905612 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_hamode_db [None req-531e7be1-3e62-4f1c-abd6-d4214e278b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-15T21:30:22Z,description=,heartbeat_timestamp=2021-02-15T21:39:52Z,host='dv-cinder-775250-3-smb',id=dc46b086-6cb1-49e8-b95e-1fe9b389155e,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T21:30:22Z,topic='l3_agent')) {'router_ids': ['8b5de55b-85bd-41bb-b8b2-b1ef77649103'], 'active': True} {{(pid=84000) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:40:13.916108 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_hamode_db [None req-2178f052-09c8-41e2-b04f-9cfe54ac5233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f12f3d9-0546-455c-ba1b-fa58faa3f83a', 'name': 'tempest-ServerRescueNegativeTestJSON-1012257-router', 'tenant_id': '6560e6c9f85e4d83bbd45fb6f6c6ecff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'external_fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.75'}], 'enable_snat': True}, 'gw_port_id': '64984370-a58d-4238-a2fa-ad8a174903e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:39:58Z', 'updated_at': '2021-02-15T21:40:05Z', 'revision_number': 3, 'project_id': '6560e6c9f85e4d83bbd45fb6f6c6ecff', 'gw_port': {'id': '64984370-a58d-4238-a2fa-ad8a174903e5', 'name': '', 'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:29:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f12f3d9-0546-455c-ba1b-fa58faa3f83a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:40:01Z', 'updated_at': '2021-02-15T21:40:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-smb'}], 'dv-cinder-775250-3-smb', False) {} {{(pid=84001) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:40:13.927654 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2178f052-09c8-41e2-b04f-9cfe54ac5233 None None] The sync data for ids ['9f12f3d9-0546-455c-ba1b-fa58faa3f83a'] in dv-cinder-775250-3-smb is: [{'id': '9f12f3d9-0546-455c-ba1b-fa58faa3f83a', 'name': 'tempest-ServerRescueNegativeTestJSON-1012257-router', 'tenant_id': '6560e6c9f85e4d83bbd45fb6f6c6ecff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'external_fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.75'}], 'enable_snat': True}, 'gw_port_id': '64984370-a58d-4238-a2fa-ad8a174903e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:39:58Z', 'updated_at': '2021-02-15T21:40:05Z', 'revision_number': 3, 'project_id': '6560e6c9f85e4d83bbd45fb6f6c6ecff', 'gw_port': {'id': '64984370-a58d-4238-a2fa-ad8a174903e5', 'name': '', 'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:29:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f12f3d9-0546-455c-ba1b-fa58faa3f83a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:40:01Z', 'updated_at': '2021-02-15T21:40:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-smb'}] {{(pid=84001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 15 21:40:14.184702 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2fbfe6-b62d-4cff-b982-cb8570670625 req-90a68099-c0e4-4ff1-8e6d-bb126e796787 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:40:14.210104 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-1c2fbfe6-b62d-4cff-b982-cb8570670625 req-90a68099-c0e4-4ff1-8e6d-bb126e796787 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] 10.222.0.68 "GET /v2.0/ports?device_id=e664b4ef-9ca0-4e9a-9660-25803b26daa8 HTTP/1.1" status: 200 len: 931 time: 0.3043730 Feb 15 21:40:14.325115 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-1c2fbfe6-b62d-4cff-b982-cb8570670625 req-0fc46847-eeb1-44ba-b58e-5a44cf75ccf1 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] 10.222.0.68 "GET /v2.0/security-groups?id=eacf551a-e03d-4784-a8ef-492410bc89e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138382 Feb 15 21:40:14.340064 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [req-6b1570ac-2adf-4c3d-8c24-8204e6a66b91 req-aa9289ad-c594-414f-ba09-275e1950c2b8 tempest-DeleteServersTestJSON-1244118395 tempest-DeleteServersTestJSON-1244118395-project] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=83998) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 21:40:14.341218 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-6b1570ac-2adf-4c3d-8c24-8204e6a66b91 req-aa9289ad-c594-414f-ba09-275e1950c2b8 tempest-DeleteServersTestJSON-1244118395 tempest-DeleteServersTestJSON-1244118395-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0108199 Feb 15 21:40:14.345297 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [req-c0ab1b52-149f-425a-bfc4-34e3e535d6f8 req-97373156-7f67-46f3-859e-cc551692ac23 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=83998) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 21:40:14.358484 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-c0ab1b52-149f-425a-bfc4-34e3e535d6f8 req-97373156-7f67-46f3-859e-cc551692ac23 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0295966 Feb 15 21:40:14.671753 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-f07a1482-b7d8-4d8d-8db4-313af1374cf8 admin admin] Notify callbacks [] for router, before_response {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:14.682001 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-f07a1482-b7d8-4d8d-8db4-313af1374cf8 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 15.3809335 Feb 15 21:40:14.685274 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83998) accepted ('10.222.0.68', 44330) {{(pid=83998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:40:15.076353 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvr_db [None req-531e7be1-3e62-4f1c-abd6-d4214e278b22 None None] Set router 8b5de55b-85bd-41bb-b8b2-b1ef77649103 gateway port host: dv-cinder-775250-3-smb {{(pid=84000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 21:40:15.412769 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.managers [None req-39f71cab-9d87-4e71-bdec-2bf7c2d8e10e admin admin] Network be2e29e8-e79d-4e84-ab8e-67e855047985 has no segments {{(pid=83999) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 15 21:40:15.436087 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-39f71cab-9d87-4e71-bdec-2bf7c2d8e10e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851259790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-960598'] for segment, after_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:15.454992 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Device 64984370-a58d-4238-a2fa-ad8a174903e5 up at agent ovs-agent-dv-cinder-775250-3-smb {{(pid=84000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:40:15.764237 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414ae7dc-d67d-4790-b4c1-69e29549c04c req-a270536f-a96e-4be5-a614-735d7f66de56 tempest-DeleteServersTestJSON-1244118395 tempest-DeleteServersTestJSON-1244118395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:40:15.767494 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-414ae7dc-d67d-4790-b4c1-69e29549c04c req-a270536f-a96e-4be5-a614-735d7f66de56 tempest-DeleteServersTestJSON-1244118395 tempest-DeleteServersTestJSON-1244118395-project] 10.222.0.68 "GET /v2.0/ports?device_id=f46c38db-460f-45f7-a3e2-483b356d7099 HTTP/1.1" status: 200 len: 931 time: 1.0839207 Feb 15 21:40:15.874252 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.v2.base [req-c0ab1b52-149f-425a-bfc4-34e3e535d6f8 req-384d0c68-5c20-4ec5-bcf9-6a8b1378dc10 service neutron] Request body: {'port': {'device_id': 'e664b4ef-9ca0-4e9a-9660-25803b26daa8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77525'}} {{(pid=83998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:40:15.938433 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.managers [None req-39f71cab-9d87-4e71-bdec-2bf7c2d8e10e admin admin] Network be2e29e8-e79d-4e84-ab8e-67e855047985 has no segments {{(pid=83999) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 15 21:40:15.977575 dv-cinder-775250-3-smb neutron-server[83887]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 15 21:40:15.977575 dv-cinder-775250-3-smb neutron-server[83887]: from cryptography.utils import int_from_bytes Feb 15 21:40:15.977575 dv-cinder-775250-3-smb neutron-server[83887]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 15 21:40:15.977575 dv-cinder-775250-3-smb neutron-server[83887]: from cryptography.utils import int_from_bytes Feb 15 21:40:15.977575 dv-cinder-775250-3-smb neutron-server[83887]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 15 21:40:15.977575 dv-cinder-775250-3-smb neutron-server[83887]: (rel_b, rel_a, rel_b), Feb 15 21:40:15.977575 dv-cinder-775250-3-smb neutron-server[83887]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 15 21:40:15.977575 dv-cinder-775250-3-smb neutron-server[83887]: (rel_b, rel_a, rel_b), Feb 15 21:40:15.977575 dv-cinder-775250-3-smb neutron-server[83887]: Traceback (most recent call last): Feb 15 21:40:15.977575 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 21:40:15.977575 dv-cinder-775250-3-smb neutron-server[83887]: timer() Feb 15 21:40:15.977575 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 21:40:15.977575 dv-cinder-775250-3-smb neutron-server[83887]: cb(*args, **kw) Feb 15 21:40:15.977575 dv-cinder-775250-3-smb neutron-server[83887]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 15 21:40:15.977575 dv-cinder-775250-3-smb neutron-server[83887]: return func(*args, **kwargs) Feb 15 21:40:15.977575 dv-cinder-775250-3-smb neutron-server[83887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 21:40:15.977575 dv-cinder-775250-3-smb neutron-server[83887]: self._notify() Feb 15 21:40:15.977575 dv-cinder-775250-3-smb neutron-server[83887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 21:40:15.977575 dv-cinder-775250-3-smb neutron-server[83887]: self.callback(batched_events) Feb 15 21:40:15.977575 dv-cinder-775250-3-smb neutron-server[83887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 21:40:15.977575 dv-cinder-775250-3-smb neutron-server[83887]: event.method(event) Feb 15 21:40:15.977575 dv-cinder-775250-3-smb neutron-server[83887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 21:40:15.977575 dv-cinder-775250-3-smb neutron-server[83887]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 21:40:15.977575 dv-cinder-775250-3-smb neutron-server[83887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 15 21:40:15.977575 dv-cinder-775250-3-smb neutron-server[83887]: segment_id)['aggregates'][0] Feb 15 21:40:15.977575 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 21:40:15.977575 dv-cinder-775250-3-smb neutron-server[83887]: return f(self, *a, **k) Feb 15 21:40:15.977575 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 21:40:15.977575 dv-cinder-775250-3-smb neutron-server[83887]: return self._get(url).json() Feb 15 21:40:15.977575 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 21:40:15.977575 dv-cinder-775250-3-smb neutron-server[83887]: **kwargs) Feb 15 21:40:15.977575 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 15 21:40:15.977575 dv-cinder-775250-3-smb neutron-server[83887]: return self.request(url, 'GET', **kwargs) Feb 15 21:40:15.977575 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 15 21:40:15.977575 dv-cinder-775250-3-smb neutron-server[83887]: **endpoint_filter) Feb 15 21:40:15.977575 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 15 21:40:15.977575 dv-cinder-775250-3-smb neutron-server[83887]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 21:40:15.977575 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 15 21:40:15.977575 dv-cinder-775250-3-smb neutron-server[83887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 21:40:15.977575 dv-cinder-775250-3-smb neutron-server[83887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 21:40:16.009561 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-414ae7dc-d67d-4790-b4c1-69e29549c04c req-128d7580-692a-4ffe-bec5-a089d58e44c9 tempest-DeleteServersTestJSON-1244118395 tempest-DeleteServersTestJSON-1244118395-project] 10.222.0.68 "GET /v2.0/security-groups?id=c1c74a22-1874-4b20-95ae-51fd0e9cc5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703141 Feb 15 21:40:16.115888 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.v2.base [req-6b1570ac-2adf-4c3d-8c24-8204e6a66b91 req-913b9615-3665-451f-9cbc-534503ed65aa service neutron] Request body: {'port': {'device_id': 'f46c38db-460f-45f7-a3e2-483b356d7099', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77525'}} {{(pid=83998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:40:16.148976 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Provisioning for port 64984370-a58d-4238-a2fa-ad8a174903e5 completed by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 21:40:16.169297 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Provisioning complete for port 64984370-a58d-4238-a2fa-ad8a174903e5 triggered by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:40:16.169950 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:16.263417 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.db_base_plugin_common [None req-ab08d3f6-4fc2-4da0-a60d-7c266dc8667d admin admin] Allocated IP 172.20.0.1 (c278209e-60b4-4d2d-9f56-5790073f68ce/f72e66a9-c0ee-498d-b316-6527684306cf/459212ac-7d17-4181-be52-2a482fe49d35) {{(pid=83999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 15 21:40:16.398164 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_hamode_db [None req-531e7be1-3e62-4f1c-abd6-d4214e278b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b5de55b-85bd-41bb-b8b2-b1ef77649103', 'name': 'tempest-AttachVolumeTestJSON-246652911-router', 'tenant_id': '01d1e938225c413c8b7177a31ac61fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'external_fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.206'}], 'enable_snat': True}, 'gw_port_id': '5ca6c730-ff34-4990-b0c3-57122126439c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:39:59Z', 'updated_at': '2021-02-15T21:40:08Z', 'revision_number': 3, 'project_id': '01d1e938225c413c8b7177a31ac61fd8', 'gw_port': {'id': '5ca6c730-ff34-4990-b0c3-57122126439c', 'name': '', 'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:78:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b5de55b-85bd-41bb-b8b2-b1ef77649103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:40:03Z', 'updated_at': '2021-02-15T21:40:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-smb'}], 'dv-cinder-775250-3-smb', False) {} {{(pid=84000) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:40:16.422724 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531e7be1-3e62-4f1c-abd6-d4214e278b22 None None] Checking router: 8b5de55b-85bd-41bb-b8b2-b1ef77649103 for host: dv-cinder-775250-3-smb {{(pid=84000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 15 21:40:16.423128 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531e7be1-3e62-4f1c-abd6-d4214e278b22 None None] Updating router 8b5de55b-85bd-41bb-b8b2-b1ef77649103 port 5ca6c730-ff34-4990-b0c3-57122126439c binding host dv-cinder-775250-3-smb {{(pid=84000) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 15 21:40:16.528038 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-39f71cab-9d87-4e71-bdec-2bf7c2d8e10e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851266290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3816652'] for network, after_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:16.544008 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-39f71cab-9d87-4e71-bdec-2bf7c2d8e10e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851048245'] for network, before_response {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:16.557546 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:40:16.562404 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:16.604034 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f71cab-9d87-4e71-bdec-2bf7c2d8e10e admin admin] Pushing event deleted for resources: {'Network': ['ID=be2e29e8-e79d-4e84-ab8e-67e855047985,revision_number=None']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:40:16.616454 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-39f71cab-9d87-4e71-bdec-2bf7c2d8e10e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:40:16.640794 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-39f71cab-9d87-4e71-bdec-2bf7c2d8e10e admin admin] 10.222.0.68 "DELETE /v2.0/networks/be2e29e8-e79d-4e84-ab8e-67e855047985 HTTP/1.1" status: 204 len: 168 time: 6.2077284 Feb 15 21:40:16.641900 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 44384) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:40:16.712298 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] For port 64984370-a58d-4238-a2fa-ad8a174903e5, host dv-cinder-775250-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-3-smb',level=0,port_id=64984370-a58d-4238-a2fa-ad8a174903e5,segment=NetworkSegment(aaff8bb9-4958-4cc8-8842-2399e4673088),segment_id=aaff8bb9-4958-4cc8-8842-2399e4673088)] {{(pid=84000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:40:16.715289 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-531e7be1-3e62-4f1c-abd6-d4214e278b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:16.742081 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-ab08d3f6-4fc2-4da0-a60d-7c266dc8667d admin admin] Notify callbacks [] for port, precommit_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:16.765293 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.db_base_plugin_v2 [None req-4515895f-c1c4-4628-af9b-4fe19a67b2c2 admin admin] Deleting subnet 4fb326a7-c48e-43ff-b90b-bd43ae8238a2 {{(pid=83999) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 15 21:40:16.775901 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-4515895f-c1c4-4628-af9b-4fe19a67b2c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:16.868942 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779317976793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779317533282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257537242501'] for port, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:16.874386 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-4515895f-c1c4-4628-af9b-4fe19a67b2c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262175358'] for subnet, precommit_delete_associations {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:16.891794 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-10a59769-ffd7-40af-ba37-08f62ab4b55d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:40:16.965081 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-ab08d3f6-4fc2-4da0-a60d-7c266dc8667d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363257537239207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853815187'] for port, after_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:17.163105 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Pushing event updated for resources: {'Port': ['ID=64984370-a58d-4238-a2fa-ad8a174903e5,revision_number=4']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:40:17.173639 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:40:17.244692 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-6b1570ac-2adf-4c3d-8c24-8204e6a66b91 req-913b9615-3665-451f-9cbc-534503ed65aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:17.303500 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-4515895f-c1c4-4628-af9b-4fe19a67b2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3509935'] for subnet, precommit_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:17.347251 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:40:17.534260 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab08d3f6-4fc2-4da0-a60d-7c266dc8667d admin admin] Network c278209e-60b4-4d2d-9f56-5790073f68ce is already hosted by enough agents. {{(pid=83999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 21:40:17.548670 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.base_scheduler [None req-ab08d3f6-4fc2-4da0-a60d-7c266dc8667d admin admin] Resources bound (agent type, host, resource id): {{(pid=83999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 21:40:17.573457 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab08d3f6-4fc2-4da0-a60d-7c266dc8667d admin admin] Received port after_create {{(pid=83999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 15 21:40:17.670231 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc2523a-e125-46bb-bb84-561946eda29b req-85851169-ceff-414e-86d5-e9bc0682ae9a tempest-DeleteServersTestJSON-1244118395 tempest-DeleteServersTestJSON-1244118395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:40:17.672157 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-ecc2523a-e125-46bb-bb84-561946eda29b req-85851169-ceff-414e-86d5-e9bc0682ae9a tempest-DeleteServersTestJSON-1244118395 tempest-DeleteServersTestJSON-1244118395-project] 10.222.0.68 "GET /v2.0/ports?device_id=f46c38db-460f-45f7-a3e2-483b356d7099 HTTP/1.1" status: 200 len: 931 time: 0.3708007 Feb 15 21:40:17.672985 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 44416) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:40:17.698212 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab08d3f6-4fc2-4da0-a60d-7c266dc8667d admin admin] Pushing event updated for resources: {'Port': ['ID=459212ac-7d17-4181-be52-2a482fe49d35,revision_number=1']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:40:17.792759 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-ab08d3f6-4fc2-4da0-a60d-7c266dc8667d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:40:17.826993 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-c0ab1b52-149f-425a-bfc4-34e3e535d6f8 req-384d0c68-5c20-4ec5-bcf9-6a8b1378dc10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:17.897633 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-ecc2523a-e125-46bb-bb84-561946eda29b req-0cc5bdb9-865d-4846-9b59-73170d7608a4 tempest-DeleteServersTestJSON-1244118395 tempest-DeleteServersTestJSON-1244118395-project] 10.222.0.68 "GET /v2.0/security-groups?id=c1c74a22-1874-4b20-95ae-51fd0e9cc5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794698 Feb 15 21:40:17.904347 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-ab08d3f6-4fc2-4da0-a60d-7c266dc8667d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036850961585'] for router_interface, before_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:18.095032 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-6eb1bf09-59e8-4a15-848d-7d5c183a35af admin admin] Notify callbacks [] for security_group, before_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:18.165552 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-6eb1bf09-59e8-4a15-848d-7d5c183a35af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:40:18.310362 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-531e7be1-3e62-4f1c-abd6-d4214e278b22 None None] Notify callbacks [] for port, precommit_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:18.345236 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421a9316-02d9-408d-970c-24d46c669557 req-0f8175b4-1fa3-4170-b8a8-fb9bd37d10b6 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:40:18.347317 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-421a9316-02d9-408d-970c-24d46c669557 req-0f8175b4-1fa3-4170-b8a8-fb9bd37d10b6 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] 10.222.0.68 "GET /v2.0/ports?device_id=e664b4ef-9ca0-4e9a-9660-25803b26daa8 HTTP/1.1" status: 200 len: 931 time: 2.6655889 Feb 15 21:40:18.362597 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-531e7be1-3e62-4f1c-abd6-d4214e278b22 None None] Transition to ACTIVE for port object 5ca6c730-ff34-4990-b0c3-57122126439c will not be triggered until provisioned by entity L2. {{(pid=84000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 21:40:18.374290 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-531e7be1-3e62-4f1c-abd6-d4214e278b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779317976793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779317533282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257537242501'] for port, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:18.420318 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:40:18.444925 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-6eb1bf09-59e8-4a15-848d-7d5c183a35af admin admin] Usage tracker for resource:security_group_rule and tenant:ff39ea49540a4c7cb30ec1d14c04bccb is out of sync, need to count used quota {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:40:18.452938 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-6eb1bf09-59e8-4a15-848d-7d5c183a35af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:40:18.477276 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-6eb1bf09-59e8-4a15-848d-7d5c183a35af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:40:18.693772 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-421a9316-02d9-408d-970c-24d46c669557 req-ede76a21-9c0c-4ba0-aa57-97a1091b2ecc tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] 10.222.0.68 "GET /v2.0/security-groups?id=eacf551a-e03d-4784-a8ef-492410bc89e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397702 Feb 15 21:40:18.801630 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1dcff4-8d58-4182-913b-5bded6bd6950 None None] Pushing event updated for resources: {'Port': ['ID=5ca6c730-ff34-4990-b0c3-57122126439c,revision_number=2']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:40:18.815723 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-4a1dcff4-8d58-4182-913b-5bded6bd6950 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:40:18.939485 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.managers [None req-531e7be1-3e62-4f1c-abd6-d4214e278b22 None None] Attempting to bind port 5ca6c730-ff34-4990-b0c3-57122126439c on host dv-cinder-775250-3-smb for vnic_type normal with profile {{(pid=84000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 21:40:18.939916 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.managers [None req-531e7be1-3e62-4f1c-abd6-d4214e278b22 None None] Attempting to bind port 5ca6c730-ff34-4990-b0c3-57122126439c by drivers openvswitch on host dv-cinder-775250-3-smb at level 0 using segments [{'id': 'aaff8bb9-4958-4cc8-8842-2399e4673088', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6'}] {{(pid=84000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 15 21:40:18.940378 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531e7be1-3e62-4f1c-abd6-d4214e278b22 None None] Attempting to bind port 5ca6c730-ff34-4990-b0c3-57122126439c on network f2926baf-a168-440c-89c9-d3754209afe6 {{(pid=84000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 15 21:40:18.947684 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531e7be1-3e62-4f1c-abd6-d4214e278b22 None None] Checking agent: {'id': 'c4d26ba9-4355-4b6a-ac8e-61eaae13650f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 21, 30, 23), 'started_at': datetime.datetime(2021, 2, 15, 21, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 21, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 21:40:18.948100 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531e7be1-3e62-4f1c-abd6-d4214e278b22 None None] Checking segment: {'id': 'aaff8bb9-4958-4cc8-8842-2399e4673088', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 21:40:18.948708 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-531e7be1-3e62-4f1c-abd6-d4214e278b22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:18.949496 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531e7be1-3e62-4f1c-abd6-d4214e278b22 None None] Bound using segment: {'id': 'aaff8bb9-4958-4cc8-8842-2399e4673088', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6'} {{(pid=84000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 21:40:18.950017 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.managers [None req-531e7be1-3e62-4f1c-abd6-d4214e278b22 None None] Bound port: 5ca6c730-ff34-4990-b0c3-57122126439c, host: dv-cinder-775250-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaff8bb9-4958-4cc8-8842-2399e4673088', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6'}}] {{(pid=84000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 15 21:40:18.950453 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-531e7be1-3e62-4f1c-abd6-d4214e278b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:19.008947 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-ab08d3f6-4fc2-4da0-a60d-7c266dc8667d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_update {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:19.048679 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-4515895f-c1c4-4628-af9b-4fe19a67b2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851265832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-960643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036592534740'] for subnet, after_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:19.057256 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Device 64984370-a58d-4238-a2fa-ad8a174903e5 up at agent ovs-agent-dv-cinder-775250-3-smb {{(pid=84000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:40:19.077180 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-99fc8498-01d0-4f70-9ea0-d7f589087860 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:40:19.323601 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.notifiers.nova [req-6b1570ac-2adf-4c3d-8c24-8204e6a66b91 req-913b9615-3665-451f-9cbc-534503ed65aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bab3afe7-5d8a-4123-928e-fd89134b8818 {{(pid=83998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 15 21:40:19.327037 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4515895f-c1c4-4628-af9b-4fe19a67b2c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4fb326a7-c48e-43ff-b90b-bd43ae8238a2,revision_number=None']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:40:19.334385 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-6b1570ac-2adf-4c3d-8c24-8204e6a66b91 req-913b9615-3665-451f-9cbc-534503ed65aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:19.337916 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-4515895f-c1c4-4628-af9b-4fe19a67b2c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:40:19.350385 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [req-6b1570ac-2adf-4c3d-8c24-8204e6a66b91 req-913b9615-3665-451f-9cbc-534503ed65aa service neutron] Transition to ACTIVE for port object bab3afe7-5d8a-4123-928e-fd89134b8818 will not be triggered until provisioned by entity L2. {{(pid=83998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 21:40:19.357985 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-c881b3cb-7b83-4899-9645-ce4bff8abba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:19.362393 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-551b5d1f-2c77-4f71-9ad8-93afbeda3d72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:19.367745 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Provisioning complete for port 64984370-a58d-4238-a2fa-ad8a174903e5 triggered by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:40:19.368282 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:19.370577 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-6eb1bf09-59e8-4a15-848d-7d5c183a35af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:19.390533 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-6b1570ac-2adf-4c3d-8c24-8204e6a66b91 req-913b9615-3665-451f-9cbc-534503ed65aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779317976793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779317533282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257537242501'] for port, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:19.430187 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:40:19.439085 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [None req-531e7be1-3e62-4f1c-abd6-d4214e278b22 None None] For port 5ca6c730-ff34-4990-b0c3-57122126439c, host dv-cinder-775250-3-smb, cleared binding levels {{(pid=84000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 15 21:40:19.457673 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [None req-531e7be1-3e62-4f1c-abd6-d4214e278b22 None None] For port 5ca6c730-ff34-4990-b0c3-57122126439c, host dv-cinder-775250-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-3-smb',level=0,port_id=5ca6c730-ff34-4990-b0c3-57122126439c,segment=NetworkSegment(aaff8bb9-4958-4cc8-8842-2399e4673088),segment_id=aaff8bb9-4958-4cc8-8842-2399e4673088)] {{(pid=84000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 15 21:40:19.468773 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-531e7be1-3e62-4f1c-abd6-d4214e278b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779317976793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779317533282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257537242501'] for port, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:19.485504 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:40:19.486671 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-6eb1bf09-59e8-4a15-848d-7d5c183a35af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:19.527478 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-84497ef4-371e-4340-a2a1-fe01ad343dd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:40:19.626578 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913b9615-3665-451f-9cbc-534503ed65aa service neutron] Pushing event updated for resources: {'Port': ['ID=bab3afe7-5d8a-4123-928e-fd89134b8818,revision_number=2']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:40:19.699019 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb1bf09-59e8-4a15-848d-7d5c183a35af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13843743-3a08-461f-bdce-d9040e912df7,revision_number=1']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:40:19.705777 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-6eb1bf09-59e8-4a15-848d-7d5c183a35af admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=ff39ea49540a4c7cb30ec1d14c04bccb&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0086076 Feb 15 21:40:19.708010 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-4515895f-c1c4-4628-af9b-4fe19a67b2c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851048245'] for subnet, before_response {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:19.719352 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-6eb1bf09-59e8-4a15-848d-7d5c183a35af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:40:19.726759 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 44448) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:40:19.817166 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1dcff4-8d58-4182-913b-5bded6bd6950 None None] Pushing event updated for resources: {'Port': ['ID=5ca6c730-ff34-4990-b0c3-57122126439c,revision_number=3']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:40:19.823727 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-4515895f-c1c4-4628-af9b-4fe19a67b2c2 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/4fb326a7-c48e-43ff-b90b-bd43ae8238a2 HTTP/1.1" status: 204 len: 168 time: 3.1690626 Feb 15 21:40:19.824842 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-4a1dcff4-8d58-4182-913b-5bded6bd6950 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:40:19.891091 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 44454) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:40:19.907440 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44212918-8c27-4f91-a240-d46714b428fc req-e06edc3b-a748-4ec8-862c-cd397c7ad434 tempest-DeleteServersTestJSON-1244118395 tempest-DeleteServersTestJSON-1244118395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:40:19.916945 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-44212918-8c27-4f91-a240-d46714b428fc req-e06edc3b-a748-4ec8-862c-cd397c7ad434 tempest-DeleteServersTestJSON-1244118395 tempest-DeleteServersTestJSON-1244118395-project] 10.222.0.68 "GET /v2.0/ports?device_id=f46c38db-460f-45f7-a3e2-483b356d7099 HTTP/1.1" status: 200 len: 943 time: 0.5568302 Feb 15 21:40:19.929327 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531e7be1-3e62-4f1c-abd6-d4214e278b22 None None] Routers {'8b5de55b-85bd-41bb-b8b2-b1ef77649103'} bound to L3 agent in host dv-cinder-775250-3-smb {{(pid=84000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 21:40:19.930545 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_hamode_db [None req-531e7be1-3e62-4f1c-abd6-d4214e278b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-15T21:30:22Z,description=,heartbeat_timestamp=2021-02-15T21:39:52Z,host='dv-cinder-775250-3-smb',id=dc46b086-6cb1-49e8-b95e-1fe9b389155e,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T21:30:22Z,topic='l3_agent')) {'router_ids': ['8b5de55b-85bd-41bb-b8b2-b1ef77649103'], 'active': True} {{(pid=84000) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:40:20.216979 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-43c3c3f3-f757-49db-98fb-d56ba297591d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:20.246289 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-44212918-8c27-4f91-a240-d46714b428fc req-3fb50332-30bd-40c7-afca-c2e742bc3bea tempest-DeleteServersTestJSON-1244118395 tempest-DeleteServersTestJSON-1244118395-project] 10.222.0.68 "GET /v2.0/security-groups?id=c1c74a22-1874-4b20-95ae-51fd0e9cc5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3270137 Feb 15 21:40:20.249958 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-913b9615-3665-451f-9cbc-534503ed65aa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.820s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:40:20.259784 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-0dceb7db-f98c-4bc2-9eaa-25733c78a4ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3535857'] for network, before_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:20.358677 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.db.resource_extend [None req-ab08d3f6-4fc2-4da0-a60d-7c266dc8667d admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 15 21:40:20.370350 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-43c3c3f3-f757-49db-98fb-d56ba297591d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:20.392239 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-ab08d3f6-4fc2-4da0-a60d-7c266dc8667d admin admin] Notify callbacks [] for port, precommit_update {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:20.440707 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-ab08d3f6-4fc2-4da0-a60d-7c266dc8667d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779317976793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779317533282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257537242501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-960628'] for port, after_update {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:20.476321 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvr_db [None req-531e7be1-3e62-4f1c-abd6-d4214e278b22 None None] Set router 8b5de55b-85bd-41bb-b8b2-b1ef77649103 gateway port host: dv-cinder-775250-3-smb {{(pid=84000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 21:40:20.574971 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-f936a3bf-485b-4c1d-b7dc-67bf6c8aa6e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:40:20.619595 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.db_base_plugin_common [None req-c881b3cb-7b83-4899-9645-ce4bff8abba5 admin admin] Allocated IP 172.20.0.1 (69e9f844-d8da-4039-9b13-e108b452a38b/96a9e4d7-4193-4d87-beab-01964d61c871/6cea81d7-ebb6-47e3-9e63-010ade77cac7) {{(pid=83998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 15 21:40:20.629211 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dba6519-efbd-4bf9-a644-ed94fbd1b797 req-dfd25eca-0552-4bf2-974a-d687bb9fbbd8 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:40:20.630996 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-3dba6519-efbd-4bf9-a644-ed94fbd1b797 req-dfd25eca-0552-4bf2-974a-d687bb9fbbd8 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] 10.222.0.68 "GET /v2.0/ports?device_id=e664b4ef-9ca0-4e9a-9660-25803b26daa8 HTTP/1.1" status: 200 len: 931 time: 0.6894128 Feb 15 21:40:20.711003 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.managers [req-6b1570ac-2adf-4c3d-8c24-8204e6a66b91 req-913b9615-3665-451f-9cbc-534503ed65aa service neutron] Attempting to bind port bab3afe7-5d8a-4123-928e-fd89134b8818 on host hv-cinder-77525 for vnic_type normal with profile {{(pid=83998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 21:40:20.711399 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.managers [req-6b1570ac-2adf-4c3d-8c24-8204e6a66b91 req-913b9615-3665-451f-9cbc-534503ed65aa service neutron] Attempting to bind port bab3afe7-5d8a-4123-928e-fd89134b8818 by drivers openvswitch on host hv-cinder-77525 at level 0 using segments [{'id': 'f46adc0a-c339-4bec-ba90-f962c8c959b1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '36f6af71-4ea0-4f7d-9764-03e9ee72e8f4'}] {{(pid=83998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 15 21:40:20.711785 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b1570ac-2adf-4c3d-8c24-8204e6a66b91 req-913b9615-3665-451f-9cbc-534503ed65aa service neutron] Attempting to bind port bab3afe7-5d8a-4123-928e-fd89134b8818 on network 36f6af71-4ea0-4f7d-9764-03e9ee72e8f4 {{(pid=83998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 15 21:40:20.745140 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-ab08d3f6-4fc2-4da0-a60d-7c266dc8667d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851048215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3814186'] for router_interface, after_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:20.760254 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b1570ac-2adf-4c3d-8c24-8204e6a66b91 req-913b9615-3665-451f-9cbc-534503ed65aa service neutron] Checking agent: {'id': '3b9d0ad6-16ce-46f2-a5c4-f9a7961e9638', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77525', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 21, 37, 44), 'started_at': datetime.datetime(2021, 2, 15, 21, 38, 14), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 21, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 21:40:20.760636 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b1570ac-2adf-4c3d-8c24-8204e6a66b91 req-913b9615-3665-451f-9cbc-534503ed65aa service neutron] Checking segment: {'id': 'f46adc0a-c339-4bec-ba90-f962c8c959b1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '36f6af71-4ea0-4f7d-9764-03e9ee72e8f4'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 21:40:20.761098 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-6b1570ac-2adf-4c3d-8c24-8204e6a66b91 req-913b9615-3665-451f-9cbc-534503ed65aa service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:20.761527 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b1570ac-2adf-4c3d-8c24-8204e6a66b91 req-913b9615-3665-451f-9cbc-534503ed65aa service neutron] Bound using segment: {'id': 'f46adc0a-c339-4bec-ba90-f962c8c959b1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '36f6af71-4ea0-4f7d-9764-03e9ee72e8f4'} {{(pid=83998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 21:40:20.762335 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.managers [req-6b1570ac-2adf-4c3d-8c24-8204e6a66b91 req-913b9615-3665-451f-9cbc-534503ed65aa service neutron] Bound port: bab3afe7-5d8a-4123-928e-fd89134b8818, host: hv-cinder-77525, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f46adc0a-c339-4bec-ba90-f962c8c959b1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '36f6af71-4ea0-4f7d-9764-03e9ee72e8f4'}}] {{(pid=83998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 15 21:40:20.762713 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-6b1570ac-2adf-4c3d-8c24-8204e6a66b91 req-913b9615-3665-451f-9cbc-534503ed65aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:20.804144 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-0dceb7db-f98c-4bc2-9eaa-25733c78a4ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3509558', 'neutron.services.segments.db._delete_segments_for_network--9223363257536900809'] for network, precommit_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:20.905534 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab08d3f6-4fc2-4da0-a60d-7c266dc8667d admin admin] Pushing event updated for resources: {'Port': ['ID=459212ac-7d17-4181-be52-2a482fe49d35,revision_number=2']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:40:20.909507 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-ab08d3f6-4fc2-4da0-a60d-7c266dc8667d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:40:20.921300 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [req-6b1570ac-2adf-4c3d-8c24-8204e6a66b91 req-913b9615-3665-451f-9cbc-534503ed65aa service neutron] For port bab3afe7-5d8a-4123-928e-fd89134b8818, host hv-cinder-77525, cleared binding levels {{(pid=83998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 15 21:40:20.928107 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [req-6b1570ac-2adf-4c3d-8c24-8204e6a66b91 req-913b9615-3665-451f-9cbc-534503ed65aa service neutron] For port bab3afe7-5d8a-4123-928e-fd89134b8818, host hv-cinder-77525, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=bab3afe7-5d8a-4123-928e-fd89134b8818,segment=NetworkSegment(f46adc0a-c339-4bec-ba90-f962c8c959b1),segment_id=f46adc0a-c339-4bec-ba90-f962c8c959b1)] {{(pid=83998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 15 21:40:20.939750 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_hamode_db [None req-531e7be1-3e62-4f1c-abd6-d4214e278b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b5de55b-85bd-41bb-b8b2-b1ef77649103', 'name': 'tempest-AttachVolumeTestJSON-246652911-router', 'tenant_id': '01d1e938225c413c8b7177a31ac61fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'external_fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.206'}], 'enable_snat': True}, 'gw_port_id': '5ca6c730-ff34-4990-b0c3-57122126439c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:39:59Z', 'updated_at': '2021-02-15T21:40:08Z', 'revision_number': 3, 'project_id': '01d1e938225c413c8b7177a31ac61fd8', 'gw_port': {'id': '5ca6c730-ff34-4990-b0c3-57122126439c', 'name': '', 'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:78:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b5de55b-85bd-41bb-b8b2-b1ef77649103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:40:03Z', 'updated_at': '2021-02-15T21:40:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-smb'}], 'dv-cinder-775250-3-smb', False) {} {{(pid=84000) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:40:20.944330 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531e7be1-3e62-4f1c-abd6-d4214e278b22 None None] The sync data for ids ['8b5de55b-85bd-41bb-b8b2-b1ef77649103'] in dv-cinder-775250-3-smb is: [{'id': '8b5de55b-85bd-41bb-b8b2-b1ef77649103', 'name': 'tempest-AttachVolumeTestJSON-246652911-router', 'tenant_id': '01d1e938225c413c8b7177a31ac61fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'external_fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.206'}], 'enable_snat': True}, 'gw_port_id': '5ca6c730-ff34-4990-b0c3-57122126439c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:39:59Z', 'updated_at': '2021-02-15T21:40:08Z', 'revision_number': 3, 'project_id': '01d1e938225c413c8b7177a31ac61fd8', 'gw_port': {'id': '5ca6c730-ff34-4990-b0c3-57122126439c', 'name': '', 'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:78:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b5de55b-85bd-41bb-b8b2-b1ef77649103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:40:03Z', 'updated_at': '2021-02-15T21:40:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-smb'}] {{(pid=84000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 15 21:40:21.002349 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-43c3c3f3-f757-49db-98fb-d56ba297591d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:21.004068 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-6b1570ac-2adf-4c3d-8c24-8204e6a66b91 req-913b9615-3665-451f-9cbc-534503ed65aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779317976793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779317533282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257537242501'] for port, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:21.025354 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:40:21.047616 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c3c3f3-f757-49db-98fb-d56ba297591d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13843743-3a08-461f-bdce-d9040e912df7,revision_number=None']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:40:21.050280 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-43c3c3f3-f757-49db-98fb-d56ba297591d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:40:21.088775 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.services.segments.db [None req-0dceb7db-f98c-4bc2-9eaa-25733c78a4ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fcfa14f-8fc0-48c7-9d22-ac91b8c9e802']}} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:40:21.104101 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.services.segments.db [None req-0dceb7db-f98c-4bc2-9eaa-25733c78a4ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdcb8e77-d768-448b-9392-5acfb77cf72f') {'for_net_delete': True} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:40:21.104634 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.services.segments.db [None req-0dceb7db-f98c-4bc2-9eaa-25733c78a4ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdcb8e77-d768-448b-9392-5acfb77cf72f') {} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:40:21.122398 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-0dceb7db-f98c-4bc2-9eaa-25733c78a4ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318004322', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036592600458'] for segment, before_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:21.134493 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-43c3c3f3-f757-49db-98fb-d56ba297591d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:21.135848 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-43c3c3f3-f757-49db-98fb-d56ba297591d admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/13843743-3a08-461f-bdce-d9040e912df7 HTTP/1.1" status: 204 len: 168 time: 1.4038265 Feb 15 21:40:21.143710 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-3dba6519-efbd-4bf9-a644-ed94fbd1b797 req-5313fd56-2a1e-40ff-a6ee-0a7f853a468a tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] 10.222.0.68 "GET /v2.0/security-groups?id=eacf551a-e03d-4784-a8ef-492410bc89e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4994726 Feb 15 21:40:21.154692 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-f4021c07-a5bc-4bb8-8e26-ae2f32a47d10 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:40:21.158642 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-0dceb7db-f98c-4bc2-9eaa-25733c78a4ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515977'] for segment, precommit_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:21.165251 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0dceb7db-f98c-4bc2-9eaa-25733c78a4ec admin admin] Releasing vxlan tunnel 8 to pool {{(pid=83999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 15 21:40:21.240564 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.notifiers.nova [req-c0ab1b52-149f-425a-bfc4-34e3e535d6f8 req-384d0c68-5c20-4ec5-bcf9-6a8b1378dc10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b5a5fcb-fec3-450a-8f23-693774dbbad1 {{(pid=83998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 15 21:40:21.261391 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab08d3f6-4fc2-4da0-a60d-7c266dc8667d admin admin] Network c278209e-60b4-4d2d-9f56-5790073f68ce is already hosted by enough agents. {{(pid=83999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 21:40:21.262268 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-c0ab1b52-149f-425a-bfc4-34e3e535d6f8 req-384d0c68-5c20-4ec5-bcf9-6a8b1378dc10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:21.265387 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.base_scheduler [None req-ab08d3f6-4fc2-4da0-a60d-7c266dc8667d admin admin] Resources bound (agent type, host, resource id): {{(pid=83999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 21:40:21.321028 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [req-c0ab1b52-149f-425a-bfc4-34e3e535d6f8 req-384d0c68-5c20-4ec5-bcf9-6a8b1378dc10 service neutron] Transition to ACTIVE for port object 6b5a5fcb-fec3-450a-8f23-693774dbbad1 will not be triggered until provisioned by entity L2. {{(pid=83998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 21:40:21.335793 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913b9615-3665-451f-9cbc-534503ed65aa service neutron] Pushing event updated for resources: {'Port': ['ID=bab3afe7-5d8a-4123-928e-fd89134b8818,revision_number=3']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:40:21.341242 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-913b9615-3665-451f-9cbc-534503ed65aa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:40:21.364306 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-c0ab1b52-149f-425a-bfc4-34e3e535d6f8 req-384d0c68-5c20-4ec5-bcf9-6a8b1378dc10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779317976793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779317533282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257537242501'] for port, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:21.502771 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:40:21.540785 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-c881b3cb-7b83-4899-9645-ce4bff8abba5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:21.596391 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1570ac-2adf-4c3d-8c24-8204e6a66b91 req-913b9615-3665-451f-9cbc-534503ed65aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:40:21.597092 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-6b1570ac-2adf-4c3d-8c24-8204e6a66b91 req-913b9615-3665-451f-9cbc-534503ed65aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851048245'] for port, before_response {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:21.598809 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-6b1570ac-2adf-4c3d-8c24-8204e6a66b91 req-913b9615-3665-451f-9cbc-534503ed65aa service neutron] 10.222.0.46 "PUT /v2.0/ports/bab3afe7-5d8a-4123-928e-fd89134b8818 HTTP/1.1" status: 200 len: 1157 time: 6.7016821 Feb 15 21:40:21.627184 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f46c38db-460f-45f7-a3e2-483b356d7099', 'tag': 'bab3afe7-5d8a-4123-928e-fd89134b8818'}] {{(pid=83998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 21:40:21.700321 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83998) accepted ('10.222.0.68', 44494) {{(pid=83998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:40:21.786815 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-c881b3cb-7b83-4899-9645-ce4bff8abba5 admin admin] Transition to ACTIVE for port object 6cea81d7-ebb6-47e3-9e63-010ade77cac7 will not be triggered until provisioned by entity DHCP. {{(pid=83998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 21:40:21.824362 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-c881b3cb-7b83-4899-9645-ce4bff8abba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363257537239207'] for port, after_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:21.878486 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384d0c68-5c20-4ec5-bcf9-6a8b1378dc10 service neutron] Pushing event updated for resources: {'Port': ['ID=6b5a5fcb-fec3-450a-8f23-693774dbbad1,revision_number=2']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:40:21.895129 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-a82d15dc-89ca-4002-8389-0b43beafb902 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:21.900770 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.managers [None req-0dceb7db-f98c-4bc2-9eaa-25733c78a4ec admin admin] Network 1fcfa14f-8fc0-48c7-9d22-ac91b8c9e802 has no segments {{(pid=83999) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 15 21:40:21.917466 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-0dceb7db-f98c-4bc2-9eaa-25733c78a4ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851259790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-960598'] for segment, after_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:21.958218 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-384d0c68-5c20-4ec5-bcf9-6a8b1378dc10 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:40:21.958767 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-384d0c68-5c20-4ec5-bcf9-6a8b1378dc10 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:40:22.155639 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-a82d15dc-89ca-4002-8389-0b43beafb902 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:40:22.160496 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-a82d15dc-89ca-4002-8389-0b43beafb902 admin admin] Usage tracker for resource:security_group_rule and tenant:8f67a0620b0942c4a9d18089b52b6b8b is out of sync, need to count used quota {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:40:22.162549 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.managers [None req-0dceb7db-f98c-4bc2-9eaa-25733c78a4ec admin admin] Network 1fcfa14f-8fc0-48c7-9d22-ac91b8c9e802 has no segments {{(pid=83999) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 15 21:40:22.164514 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-a82d15dc-89ca-4002-8389-0b43beafb902 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:40:22.171559 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-a82d15dc-89ca-4002-8389-0b43beafb902 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:40:22.214622 dv-cinder-775250-3-smb neutron-server[83887]: Traceback (most recent call last): Feb 15 21:40:22.214622 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 21:40:22.214622 dv-cinder-775250-3-smb neutron-server[83887]: timer() Feb 15 21:40:22.214622 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 21:40:22.214622 dv-cinder-775250-3-smb neutron-server[83887]: cb(*args, **kw) Feb 15 21:40:22.214622 dv-cinder-775250-3-smb neutron-server[83887]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 15 21:40:22.214622 dv-cinder-775250-3-smb neutron-server[83887]: return func(*args, **kwargs) Feb 15 21:40:22.214622 dv-cinder-775250-3-smb neutron-server[83887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 21:40:22.214622 dv-cinder-775250-3-smb neutron-server[83887]: self._notify() Feb 15 21:40:22.214622 dv-cinder-775250-3-smb neutron-server[83887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 21:40:22.214622 dv-cinder-775250-3-smb neutron-server[83887]: self.callback(batched_events) Feb 15 21:40:22.214622 dv-cinder-775250-3-smb neutron-server[83887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 21:40:22.214622 dv-cinder-775250-3-smb neutron-server[83887]: event.method(event) Feb 15 21:40:22.214622 dv-cinder-775250-3-smb neutron-server[83887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 21:40:22.214622 dv-cinder-775250-3-smb neutron-server[83887]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 21:40:22.214622 dv-cinder-775250-3-smb neutron-server[83887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 15 21:40:22.214622 dv-cinder-775250-3-smb neutron-server[83887]: segment_id)['aggregates'][0] Feb 15 21:40:22.214622 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 21:40:22.214622 dv-cinder-775250-3-smb neutron-server[83887]: return f(self, *a, **k) Feb 15 21:40:22.214622 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 21:40:22.214622 dv-cinder-775250-3-smb neutron-server[83887]: return self._get(url).json() Feb 15 21:40:22.214622 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 21:40:22.214622 dv-cinder-775250-3-smb neutron-server[83887]: **kwargs) Feb 15 21:40:22.214622 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 15 21:40:22.214622 dv-cinder-775250-3-smb neutron-server[83887]: return self.request(url, 'GET', **kwargs) Feb 15 21:40:22.214622 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 15 21:40:22.214622 dv-cinder-775250-3-smb neutron-server[83887]: **endpoint_filter) Feb 15 21:40:22.214622 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 15 21:40:22.214622 dv-cinder-775250-3-smb neutron-server[83887]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 21:40:22.214622 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 15 21:40:22.214622 dv-cinder-775250-3-smb neutron-server[83887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 21:40:22.214622 dv-cinder-775250-3-smb neutron-server[83887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 21:40:22.342618 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab08d3f6-4fc2-4da0-a60d-7c266dc8667d admin admin] Router 9f12f3d9-0546-455c-ba1b-fa58faa3f83a has already been hosted by L3 agent dc46b086-6cb1-49e8-b95e-1fe9b389155e {{(pid=83999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 15 21:40:22.351358 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc6711a-8f4e-4f1b-94da-c07d122d53ad req-a9bcee7c-ad0d-4177-9cb5-049c61c90d50 tempest-DeleteServersTestJSON-1244118395 tempest-DeleteServersTestJSON-1244118395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:40:22.353620 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-ecc6711a-8f4e-4f1b-94da-c07d122d53ad req-a9bcee7c-ad0d-4177-9cb5-049c61c90d50 tempest-DeleteServersTestJSON-1244118395 tempest-DeleteServersTestJSON-1244118395-project] 10.222.0.68 "GET /v2.0/ports?device_id=f46c38db-460f-45f7-a3e2-483b356d7099 HTTP/1.1" status: 200 len: 943 time: 0.8766277 Feb 15 21:40:22.356720 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-0dceb7db-f98c-4bc2-9eaa-25733c78a4ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851266290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3816652'] for network, after_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:22.376267 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-21f7d188-4db9-467a-ad5d-21f87cfd26e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:22.403121 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-0dceb7db-f98c-4bc2-9eaa-25733c78a4ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851048245'] for network, before_response {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:22.418524 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-39f71cab-9d87-4e71-bdec-2bf7c2d8e10e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:40:22.467401 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dceb7db-f98c-4bc2-9eaa-25733c78a4ec admin admin] Pushing event deleted for resources: {'Network': ['ID=1fcfa14f-8fc0-48c7-9d22-ac91b8c9e802,revision_number=None']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:40:22.477381 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-0dceb7db-f98c-4bc2-9eaa-25733c78a4ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:40:22.477381 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-0dceb7db-f98c-4bc2-9eaa-25733c78a4ec admin admin] 10.222.0.68 "DELETE /v2.0/networks/1fcfa14f-8fc0-48c7-9d22-ac91b8c9e802 HTTP/1.1" status: 204 len: 168 time: 2.5521889 Feb 15 21:40:22.514934 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-4f2d6fe3-588d-414d-8fc0-9e430caa4704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:22.652303 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-ecc6711a-8f4e-4f1b-94da-c07d122d53ad req-59d892ce-c75d-4ba0-9b97-be65af3f1531 tempest-DeleteServersTestJSON-1244118395 tempest-DeleteServersTestJSON-1244118395-project] 10.222.0.68 "GET /v2.0/security-groups?id=c1c74a22-1874-4b20-95ae-51fd0e9cc5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2917256 Feb 15 21:40:22.691197 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 44534) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:40:22.726763 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f46c38db-460f-45f7-a3e2-483b356d7099', 'tag': 'bab3afe7-5d8a-4123-928e-fd89134b8818', 'status': 'completed', 'code': 200} Feb 15 21:40:22.741538 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 44540) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:40:22.744364 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c881b3cb-7b83-4899-9645-ce4bff8abba5 admin admin] Pushing event updated for resources: {'Port': ['ID=6cea81d7-ebb6-47e3-9e63-010ade77cac7,revision_number=1']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:40:22.761838 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-c881b3cb-7b83-4899-9645-ce4bff8abba5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.803s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:40:22.795928 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab08d3f6-4fc2-4da0-a60d-7c266dc8667d admin admin] Notify agent at l3_agent.dv-cinder-775250-3-smb the message routers_updated {{(pid=83999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 15 21:40:22.808231 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8266cccc-e764-4562-bdb1-51a60c9fcd82 None None] Sync routers for ids ['9f12f3d9-0546-455c-ba1b-fa58faa3f83a'] in dv-cinder-775250-3-smb {{(pid=84001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 15 21:40:22.813420 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.managers [req-c0ab1b52-149f-425a-bfc4-34e3e535d6f8 req-384d0c68-5c20-4ec5-bcf9-6a8b1378dc10 service neutron] Attempting to bind port 6b5a5fcb-fec3-450a-8f23-693774dbbad1 on host hv-cinder-77525 for vnic_type normal with profile {{(pid=83998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 21:40:22.813805 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.managers [req-c0ab1b52-149f-425a-bfc4-34e3e535d6f8 req-384d0c68-5c20-4ec5-bcf9-6a8b1378dc10 service neutron] Attempting to bind port 6b5a5fcb-fec3-450a-8f23-693774dbbad1 by drivers openvswitch on host hv-cinder-77525 at level 0 using segments [{'id': 'a30449d5-f7e3-46b3-92df-c80a6b63f000', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7e351d7f-ec41-4316-8703-e8fda2cbe604'}] {{(pid=83998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 15 21:40:22.814179 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ab1b52-149f-425a-bfc4-34e3e535d6f8 req-384d0c68-5c20-4ec5-bcf9-6a8b1378dc10 service neutron] Attempting to bind port 6b5a5fcb-fec3-450a-8f23-693774dbbad1 on network 7e351d7f-ec41-4316-8703-e8fda2cbe604 {{(pid=83998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 15 21:40:22.823134 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-ab08d3f6-4fc2-4da0-a60d-7c266dc8667d admin admin] 10.222.0.68 "PUT /v2.0/routers/9f12f3d9-0546-455c-ba1b-fa58faa3f83a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3516104 Feb 15 21:40:22.831234 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8266cccc-e764-4562-bdb1-51a60c9fcd82 None None] Routers {'9f12f3d9-0546-455c-ba1b-fa58faa3f83a'} bound to L3 agent in host dv-cinder-775250-3-smb {{(pid=84001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 21:40:22.831998 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_hamode_db [None req-8266cccc-e764-4562-bdb1-51a60c9fcd82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-15T21:30:22Z,description=,heartbeat_timestamp=2021-02-15T21:40:22Z,host='dv-cinder-775250-3-smb',id=dc46b086-6cb1-49e8-b95e-1fe9b389155e,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T21:30:22Z,topic='l3_agent')) {'router_ids': ['9f12f3d9-0546-455c-ba1b-fa58faa3f83a'], 'active': True} {{(pid=84001) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:40:22.863019 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ab1b52-149f-425a-bfc4-34e3e535d6f8 req-384d0c68-5c20-4ec5-bcf9-6a8b1378dc10 service neutron] Checking agent: {'id': '3b9d0ad6-16ce-46f2-a5c4-f9a7961e9638', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77525', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 21, 37, 44), 'started_at': datetime.datetime(2021, 2, 15, 21, 38, 14), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 21, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 21:40:22.863399 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ab1b52-149f-425a-bfc4-34e3e535d6f8 req-384d0c68-5c20-4ec5-bcf9-6a8b1378dc10 service neutron] Checking segment: {'id': 'a30449d5-f7e3-46b3-92df-c80a6b63f000', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7e351d7f-ec41-4316-8703-e8fda2cbe604'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 21:40:22.863864 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-c0ab1b52-149f-425a-bfc4-34e3e535d6f8 req-384d0c68-5c20-4ec5-bcf9-6a8b1378dc10 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:22.864284 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ab1b52-149f-425a-bfc4-34e3e535d6f8 req-384d0c68-5c20-4ec5-bcf9-6a8b1378dc10 service neutron] Bound using segment: {'id': 'a30449d5-f7e3-46b3-92df-c80a6b63f000', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7e351d7f-ec41-4316-8703-e8fda2cbe604'} {{(pid=83998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 21:40:22.864763 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.managers [req-c0ab1b52-149f-425a-bfc4-34e3e535d6f8 req-384d0c68-5c20-4ec5-bcf9-6a8b1378dc10 service neutron] Bound port: 6b5a5fcb-fec3-450a-8f23-693774dbbad1, host: hv-cinder-77525, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a30449d5-f7e3-46b3-92df-c80a6b63f000', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7e351d7f-ec41-4316-8703-e8fda2cbe604'}}] {{(pid=83998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 15 21:40:22.865179 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-c0ab1b52-149f-425a-bfc4-34e3e535d6f8 req-384d0c68-5c20-4ec5-bcf9-6a8b1378dc10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:22.878531 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-91d51489-ef5e-4838-85a3-87f58144ca69 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=619ec450303845fcbbb9264a158ad345&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1353021 Feb 15 21:40:22.884674 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 44546) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:40:22.983686 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1570ac-2adf-4c3d-8c24-8204e6a66b91 req-01701f20-50f0-490f-a87a-98e7dba2cd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:40:22.985432 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-6b1570ac-2adf-4c3d-8c24-8204e6a66b91 req-01701f20-50f0-490f-a87a-98e7dba2cd62 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=12cea8e557c1416a9cc87651295d393b&device_id=f46c38db-460f-45f7-a3e2-483b356d7099 HTTP/1.1" status: 200 len: 1160 time: 1.2793744 Feb 15 21:40:23.071110 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-d527e233-8603-45e2-b5f9-0f4001c36fe6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:23.079999 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Device 5ca6c730-ff34-4990-b0c3-57122126439c up at agent ovs-agent-dv-cinder-775250-3-smb {{(pid=84000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:40:23.152764 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-d527e233-8603-45e2-b5f9-0f4001c36fe6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:23.216511 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c881b3cb-7b83-4899-9645-ce4bff8abba5 admin admin] Network 69e9f844-d8da-4039-9b13-e108b452a38b is already hosted by enough agents. {{(pid=83998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 21:40:23.217913 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.base_scheduler [None req-c881b3cb-7b83-4899-9645-ce4bff8abba5 admin admin] Resources bound (agent type, host, resource id): {{(pid=83998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 21:40:23.250004 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c881b3cb-7b83-4899-9645-ce4bff8abba5 admin admin] Received port after_create {{(pid=83998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 15 21:40:23.250539 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-c881b3cb-7b83-4899-9645-ce4bff8abba5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036850961585'] for router_interface, before_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:23.255629 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Provisioning for port 5ca6c730-ff34-4990-b0c3-57122126439c completed by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 21:40:23.266039 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-d527e233-8603-45e2-b5f9-0f4001c36fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:23.274232 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Provisioning complete for port 5ca6c730-ff34-4990-b0c3-57122126439c triggered by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:40:23.274449 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:40:23.276067 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:23.299420 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d527e233-8603-45e2-b5f9-0f4001c36fe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78dc456f-289b-42ee-ae30-8adbf1000192,revision_number=None']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:40:23.319337 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-d527e233-8603-45e2-b5f9-0f4001c36fe6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:40:23.344480 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-6b1570ac-2adf-4c3d-8c24-8204e6a66b91 req-3141bc18-e499-4b50-bd7b-167c42689fc6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bab3afe7-5d8a-4123-928e-fd89134b8818 HTTP/1.1" status: 200 len: 217 time: 0.3179173 Feb 15 21:40:23.358145 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-d527e233-8603-45e2-b5f9-0f4001c36fe6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:23.359396 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-d527e233-8603-45e2-b5f9-0f4001c36fe6 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/78dc456f-289b-42ee-ae30-8adbf1000192 HTTP/1.1" status: 204 len: 168 time: 0.4734814 Feb 15 21:40:23.376704 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-3a63b4af-392d-4329-80eb-883ee7bc0af5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:23.413607 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-3a63b4af-392d-4329-80eb-883ee7bc0af5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:40:23.420890 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-3a63b4af-392d-4329-80eb-883ee7bc0af5 admin admin] Usage tracker for resource:security_group_rule and tenant:dbe9f7bdeb644bd7bcfd08d609ce97cd is out of sync, need to count used quota {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:40:23.430411 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-3a63b4af-392d-4329-80eb-883ee7bc0af5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:40:23.448151 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-3a63b4af-392d-4329-80eb-883ee7bc0af5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:40:23.464851 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-a82d15dc-89ca-4002-8389-0b43beafb902 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:23.504659 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:23.537305 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvr_db [None req-8266cccc-e764-4562-bdb1-51a60c9fcd82 None None] Set router 9f12f3d9-0546-455c-ba1b-fa58faa3f83a gateway port host: dv-cinder-775250-3-smb {{(pid=84001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 21:40:23.588551 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a04f46f-4503-4725-a636-f3e015196f4c req-a81c3fd8-f84a-470d-94f3-ce233b0e5287 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:40:23.600506 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-1a04f46f-4503-4725-a636-f3e015196f4c req-a81c3fd8-f84a-470d-94f3-ce233b0e5287 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] 10.222.0.68 "GET /v2.0/ports?device_id=e664b4ef-9ca0-4e9a-9660-25803b26daa8 HTTP/1.1" status: 200 len: 943 time: 0.8799357 Feb 15 21:40:23.602778 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-a82d15dc-89ca-4002-8389-0b43beafb902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:23.657167 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:23.671504 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-3a63b4af-392d-4329-80eb-883ee7bc0af5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:23.690440 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] For port 5ca6c730-ff34-4990-b0c3-57122126439c, host dv-cinder-775250-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-3-smb',level=0,port_id=5ca6c730-ff34-4990-b0c3-57122126439c,segment=NetworkSegment(aaff8bb9-4958-4cc8-8842-2399e4673088),segment_id=aaff8bb9-4958-4cc8-8842-2399e4673088)] {{(pid=84000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:40:23.694461 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779317976793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779317533282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257537242501'] for port, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:23.696914 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:40:23.723643 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-3a63b4af-392d-4329-80eb-883ee7bc0af5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:23.746224 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:40:23.799720 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-af89dbb5-ff44-4182-b703-9644f028064d None None] Provisioning for port 6cea81d7-ebb6-47e3-9e63-010ade77cac7 completed by entity DHCP. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 21:40:23.808581 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-af89dbb5-ff44-4182-b703-9644f028064d None None] Provisioning complete for port 6cea81d7-ebb6-47e3-9e63-010ade77cac7 triggered by entity DHCP. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:40:23.809277 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-af89dbb5-ff44-4182-b703-9644f028064d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:23.829055 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-a82d15dc-89ca-4002-8389-0b43beafb902 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=8f67a0620b0942c4a9d18089b52b6b8b&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1180019 Feb 15 21:40:23.845482 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83998) accepted ('10.222.0.68', 44572) {{(pid=83998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:40:23.848332 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Pushing event updated for resources: {'Port': ['ID=5ca6c730-ff34-4990-b0c3-57122126439c,revision_number=4']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:40:23.849451 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82d15dc-89ca-4002-8389-0b43beafb902 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ce646fb-7e77-46c5-be34-1495239c2ebe,revision_number=1']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:40:23.865738 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-a82d15dc-89ca-4002-8389-0b43beafb902 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:40:23.869702 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:40:23.870934 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [req-c0ab1b52-149f-425a-bfc4-34e3e535d6f8 req-384d0c68-5c20-4ec5-bcf9-6a8b1378dc10 service neutron] For port 6b5a5fcb-fec3-450a-8f23-693774dbbad1, host hv-cinder-77525, cleared binding levels {{(pid=83998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 15 21:40:23.879990 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:40:23.888215 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.plugin [None req-af89dbb5-ff44-4182-b703-9644f028064d None None] Port 6cea81d7-ebb6-47e3-9e63-010ade77cac7 cannot update to ACTIVE because it is not bound. {{(pid=84000) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 15 21:40:23.943526 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-1a04f46f-4503-4725-a636-f3e015196f4c req-91beb7c9-42a7-45a5-a1ac-3a76f2076216 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] 10.222.0.68 "GET /v2.0/security-groups?id=eacf551a-e03d-4784-a8ef-492410bc89e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3418303 Feb 15 21:40:23.951239 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-3a63b4af-392d-4329-80eb-883ee7bc0af5 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=dbe9f7bdeb644bd7bcfd08d609ce97cd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2586145 Feb 15 21:40:23.953927 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [req-c0ab1b52-149f-425a-bfc4-34e3e535d6f8 req-384d0c68-5c20-4ec5-bcf9-6a8b1378dc10 service neutron] For port 6b5a5fcb-fec3-450a-8f23-693774dbbad1, host hv-cinder-77525, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=6b5a5fcb-fec3-450a-8f23-693774dbbad1,segment=NetworkSegment(a30449d5-f7e3-46b3-92df-c80a6b63f000),segment_id=a30449d5-f7e3-46b3-92df-c80a6b63f000)] {{(pid=83998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 15 21:40:23.964409 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83998) accepted ('10.222.0.68', 44576) {{(pid=83998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:40:23.967053 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a63b4af-392d-4329-80eb-883ee7bc0af5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aedcc93b-2c12-45ec-9360-dfbb1f17a02f,revision_number=1']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:40:23.988634 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1570ac-2adf-4c3d-8c24-8204e6a66b91 req-fd4199f4-9420-482a-812a-731e11371114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:40:23.990462 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-6b1570ac-2adf-4c3d-8c24-8204e6a66b91 req-fd4199f4-9420-482a-812a-731e11371114 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d167a95e-5d69-42f5-bf31-6fffdae88a6a HTTP/1.1" status: 200 len: 852 time: 0.5238826 Feb 15 21:40:24.006482 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-c0ab1b52-149f-425a-bfc4-34e3e535d6f8 req-384d0c68-5c20-4ec5-bcf9-6a8b1378dc10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779317976793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779317533282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257537242501'] for port, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:24.009674 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83998) accepted ('10.222.0.68', 44580) {{(pid=83998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:40:24.036793 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-3a63b4af-392d-4329-80eb-883ee7bc0af5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:40:24.105425 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_hamode_db [None req-8266cccc-e764-4562-bdb1-51a60c9fcd82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f12f3d9-0546-455c-ba1b-fa58faa3f83a', 'name': 'tempest-ServerRescueNegativeTestJSON-1012257-router', 'tenant_id': '6560e6c9f85e4d83bbd45fb6f6c6ecff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'external_fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.75'}], 'enable_snat': True}, 'gw_port_id': '64984370-a58d-4238-a2fa-ad8a174903e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:39:58Z', 'updated_at': '2021-02-15T21:40:18Z', 'revision_number': 4, 'project_id': '6560e6c9f85e4d83bbd45fb6f6c6ecff', 'gw_port': {'id': '64984370-a58d-4238-a2fa-ad8a174903e5', 'name': '', 'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:29:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f12f3d9-0546-455c-ba1b-fa58faa3f83a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:40:01Z', 'updated_at': '2021-02-15T21:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-smb', '_interfaces': [{'id': '459212ac-7d17-4181-be52-2a482fe49d35', 'name': '', 'network_id': 'c278209e-60b4-4d2d-9f56-5790073f68ce', 'tenant_id': '6560e6c9f85e4d83bbd45fb6f6c6ecff', 'mac_address': 'fa:16:3e:bd:2c:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f12f3d9-0546-455c-ba1b-fa58faa3f83a', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'f72e66a9-c0ee-498d-b316-6527684306cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:40:15Z', 'updated_at': '2021-02-15T21:40:19Z', 'revision_number': 2, 'project_id': '6560e6c9f85e4d83bbd45fb6f6c6ecff', 'subnets': [{'id': 'f72e66a9-c0ee-498d-b316-6527684306cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-3-smb', False) {} {{(pid=84001) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:40:24.110589 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8266cccc-e764-4562-bdb1-51a60c9fcd82 None None] Checking router: 9f12f3d9-0546-455c-ba1b-fa58faa3f83a for host: dv-cinder-775250-3-smb {{(pid=84001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 15 21:40:24.111150 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8266cccc-e764-4562-bdb1-51a60c9fcd82 None None] Updating router 9f12f3d9-0546-455c-ba1b-fa58faa3f83a port 459212ac-7d17-4181-be52-2a482fe49d35 binding host dv-cinder-775250-3-smb {{(pid=84001) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 15 21:40:24.125479 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cd269c-cdbd-419e-8474-7396597a6dcd req-d11863a3-6128-4e1c-b042-efd712f51e77 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:40:24.126767 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-43cd269c-cdbd-419e-8474-7396597a6dcd req-d11863a3-6128-4e1c-b042-efd712f51e77 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/networks?id=c278209e-60b4-4d2d-9f56-5790073f68ce HTTP/1.1" status: 200 len: 816 time: 0.4538357 Feb 15 21:40:24.133681 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-913b9615-3665-451f-9cbc-534503ed65aa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:40:24.144912 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-43cd269c-cdbd-419e-8474-7396597a6dcd req-29cfe08a-9b93-417b-ada2-9494eff9461f tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/quotas/6560e6c9f85e4d83bbd45fb6f6c6ecff HTTP/1.1" status: 200 len: 375 time: 0.0110826 Feb 15 21:40:24.192522 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-8266cccc-e764-4562-bdb1-51a60c9fcd82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_update {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:24.251369 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-6b1570ac-2adf-4c3d-8c24-8204e6a66b91 req-e6ea09dc-0e3e-4b68-9722-23979e984f03 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=36f6af71-4ea0-4f7d-9764-03e9ee72e8f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2435963 Feb 15 21:40:24.278062 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [req-43cd269c-cdbd-419e-8474-7396597a6dcd req-1bbbb53c-d518-4d66-95f5-5afa7fcdb2d7 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Synchronizing usage tracker for tenant:6560e6c9f85e4d83bbd45fb6f6c6ecff on resource:port {{(pid=83999) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 21:40:24.311019 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [req-43cd269c-cdbd-419e-8474-7396597a6dcd req-1bbbb53c-d518-4d66-95f5-5afa7fcdb2d7 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Unset dirty status for tenant:6560e6c9f85e4d83bbd45fb6f6c6ecff on resource:port {{(pid=83999) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 21:40:24.313400 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-43cd269c-cdbd-419e-8474-7396597a6dcd req-1bbbb53c-d518-4d66-95f5-5afa7fcdb2d7 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=6560e6c9f85e4d83bbd45fb6f6c6ecff&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1622250 Feb 15 21:40:24.392523 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-388bee7b-63d1-46a8-b1b5-40eca46574d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:24.422565 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-c15141da-837e-426e-b554-b41f5a3e4bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:24.527453 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-43cd269c-cdbd-419e-8474-7396597a6dcd req-e7af9d7b-536c-459a-9ff7-e3b64e514d9d service neutron] 10.222.0.68 "GET /v2.0/networks/c278209e-60b4-4d2d-9f56-5790073f68ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965015 Feb 15 21:40:24.685204 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-b9b6864d-138b-4860-8e0f-94b6e865e453 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:24.703365 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-6b1570ac-2adf-4c3d-8c24-8204e6a66b91 req-1ca91b45-8efc-49a6-8b76-ce0c6f817655 service neutron] 10.222.0.46 "GET /v2.0/networks/36f6af71-4ea0-4f7d-9764-03e9ee72e8f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4380188 Feb 15 21:40:24.730056 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-388bee7b-63d1-46a8-b1b5-40eca46574d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:24.750838 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-8266cccc-e764-4562-bdb1-51a60c9fcd82 None None] Notify callbacks [] for port, precommit_update {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:24.751373 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-43cd269c-cdbd-419e-8474-7396597a6dcd req-e626df5f-3a15-4173-8ba8-2dfc0fe95129 service neutron] 10.222.0.68 "GET /v2.0/networks/c278209e-60b4-4d2d-9f56-5790073f68ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2076397 Feb 15 21:40:24.773421 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-8266cccc-e764-4562-bdb1-51a60c9fcd82 None None] Transition to ACTIVE for port object 459212ac-7d17-4181-be52-2a482fe49d35 will not be triggered until provisioned by entity L2. {{(pid=84001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 21:40:24.776969 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-8266cccc-e764-4562-bdb1-51a60c9fcd82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779317976793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779317533282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257537242501'] for port, after_update {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:24.784095 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-81483b9a-72b8-485a-b94e-b842878ebd16 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=d9f89869f9034cbd8421d6618d98e639&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7556791 Feb 15 21:40:24.787076 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 44610) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:40:24.795658 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:40:24.861579 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-b9b6864d-138b-4860-8e0f-94b6e865e453 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:24.871292 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-c881b3cb-7b83-4899-9645-ce4bff8abba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:24.878591 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-0b5e9bc8-1b8a-40c8-b965-2631fb593e64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:24.882802 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384d0c68-5c20-4ec5-bcf9-6a8b1378dc10 service neutron] Pushing event updated for resources: {'Port': ['ID=6b5a5fcb-fec3-450a-8f23-693774dbbad1,revision_number=3']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:40:24.892415 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d84616b-3cdd-4a95-aa50-b987ec6fee71 req-b17ad497-ce9a-412e-8036-2610f72f3fa3 tempest-DeleteServersTestJSON-1244118395 tempest-DeleteServersTestJSON-1244118395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:40:24.893211 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [req-5d84616b-3cdd-4a95-aa50-b987ec6fee71 req-b17ad497-ce9a-412e-8036-2610f72f3fa3 tempest-DeleteServersTestJSON-1244118395 tempest-DeleteServersTestJSON-1244118395-project] Synchronizing usage tracker for tenant:12cea8e557c1416a9cc87651295d393b on resource:port {{(pid=83998) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 21:40:24.970739 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-384d0c68-5c20-4ec5-bcf9-6a8b1378dc10 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.837s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:40:24.984221 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-0b5e9bc8-1b8a-40c8-b965-2631fb593e64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:24.993599 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed82e84e-f52d-41af-a970-2d1ec0547eb0 None None] Pushing event updated for resources: {'Port': ['ID=459212ac-7d17-4181-be52-2a482fe49d35,revision_number=3']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:40:24.999070 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-ed82e84e-f52d-41af-a970-2d1ec0547eb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:40:25.057165 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Device 5ca6c730-ff34-4990-b0c3-57122126439c up at agent ovs-agent-dv-cinder-775250-3-smb {{(pid=84000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:40:25.136673 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-9984f9d5-0637-4ed9-86a1-e765a4eb687a req-e53887d9-a0e3-41fe-ac2e-288760fb34cc tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/ports?device_id=22283d64-fb12-49e8-a3ff-d8be33246567 HTTP/1.1" status: 200 len: 210 time: 0.0920646 Feb 15 21:40:25.139194 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ab1b52-149f-425a-bfc4-34e3e535d6f8 req-384d0c68-5c20-4ec5-bcf9-6a8b1378dc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:40:25.140249 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-c0ab1b52-149f-425a-bfc4-34e3e535d6f8 req-384d0c68-5c20-4ec5-bcf9-6a8b1378dc10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851048245'] for port, before_response {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:25.141888 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-c0ab1b52-149f-425a-bfc4-34e3e535d6f8 req-384d0c68-5c20-4ec5-bcf9-6a8b1378dc10 service neutron] 10.222.0.46 "PUT /v2.0/ports/6b5a5fcb-fec3-450a-8f23-693774dbbad1 HTTP/1.1" status: 200 len: 1157 time: 10.2462091 Feb 15 21:40:25.142427 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e664b4ef-9ca0-4e9a-9660-25803b26daa8', 'tag': '6b5a5fcb-fec3-450a-8f23-693774dbbad1'}] {{(pid=83998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 21:40:25.207876 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Provisioning complete for port 5ca6c730-ff34-4990-b0c3-57122126439c triggered by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:40:25.209246 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:25.217274 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-0b5e9bc8-1b8a-40c8-b965-2631fb593e64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:25.230792 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-d527e233-8603-45e2-b5f9-0f4001c36fe6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:40:25.239766 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [req-5d84616b-3cdd-4a95-aa50-b987ec6fee71 req-b17ad497-ce9a-412e-8036-2610f72f3fa3 tempest-DeleteServersTestJSON-1244118395 tempest-DeleteServersTestJSON-1244118395-project] Unset dirty status for tenant:12cea8e557c1416a9cc87651295d393b on resource:port {{(pid=83998) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 21:40:25.241852 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-5d84616b-3cdd-4a95-aa50-b987ec6fee71 req-b17ad497-ce9a-412e-8036-2610f72f3fa3 tempest-DeleteServersTestJSON-1244118395 tempest-DeleteServersTestJSON-1244118395-project] 10.222.0.68 "GET /v2.0/ports?device_id=f46c38db-460f-45f7-a3e2-483b356d7099 HTTP/1.1" status: 200 len: 943 time: 1.1310110 Feb 15 21:40:25.256794 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.managers [None req-8266cccc-e764-4562-bdb1-51a60c9fcd82 None None] Attempting to bind port 459212ac-7d17-4181-be52-2a482fe49d35 on host dv-cinder-775250-3-smb for vnic_type normal with profile {{(pid=84001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 21:40:25.257631 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.managers [None req-8266cccc-e764-4562-bdb1-51a60c9fcd82 None None] Attempting to bind port 459212ac-7d17-4181-be52-2a482fe49d35 by drivers openvswitch on host dv-cinder-775250-3-smb at level 0 using segments [{'id': '9fc507ea-f429-4867-baf5-c8ee986591b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c278209e-60b4-4d2d-9f56-5790073f68ce'}] {{(pid=84001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 15 21:40:25.258687 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8266cccc-e764-4562-bdb1-51a60c9fcd82 None None] Attempting to bind port 459212ac-7d17-4181-be52-2a482fe49d35 on network c278209e-60b4-4d2d-9f56-5790073f68ce {{(pid=84001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 15 21:40:25.261864 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5e9bc8-1b8a-40c8-b965-2631fb593e64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daf94349-4e9f-4fc0-a96f-626e4d30bdd6,revision_number=None']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:40:25.272798 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-0b5e9bc8-1b8a-40c8-b965-2631fb593e64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:40:25.277261 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8266cccc-e764-4562-bdb1-51a60c9fcd82 None None] Checking agent: {'id': 'c4d26ba9-4355-4b6a-ac8e-61eaae13650f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 21, 30, 23), 'started_at': datetime.datetime(2021, 2, 15, 21, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 21, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 21:40:25.277723 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8266cccc-e764-4562-bdb1-51a60c9fcd82 None None] Checking segment: {'id': '9fc507ea-f429-4867-baf5-c8ee986591b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c278209e-60b4-4d2d-9f56-5790073f68ce'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 21:40:25.278312 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-8266cccc-e764-4562-bdb1-51a60c9fcd82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:25.279122 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8266cccc-e764-4562-bdb1-51a60c9fcd82 None None] Bound using segment: {'id': '9fc507ea-f429-4867-baf5-c8ee986591b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c278209e-60b4-4d2d-9f56-5790073f68ce'} {{(pid=84001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 21:40:25.279659 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.managers [None req-8266cccc-e764-4562-bdb1-51a60c9fcd82 None None] Bound port: 459212ac-7d17-4181-be52-2a482fe49d35, host: dv-cinder-775250-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fc507ea-f429-4867-baf5-c8ee986591b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c278209e-60b4-4d2d-9f56-5790073f68ce'}}] {{(pid=84001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 15 21:40:25.280364 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-8266cccc-e764-4562-bdb1-51a60c9fcd82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_update {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:25.285899 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-0b5e9bc8-1b8a-40c8-b965-2631fb593e64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:25.300982 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-0b5e9bc8-1b8a-40c8-b965-2631fb593e64 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/daf94349-4e9f-4fc0-a96f-626e4d30bdd6 HTTP/1.1" status: 204 len: 168 time: 0.5122027 Feb 15 21:40:25.420708 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-388bee7b-63d1-46a8-b1b5-40eca46574d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:25.478842 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [None req-8266cccc-e764-4562-bdb1-51a60c9fcd82 None None] For port 459212ac-7d17-4181-be52-2a482fe49d35, host dv-cinder-775250-3-smb, cleared binding levels {{(pid=84001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 15 21:40:25.482927 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [None req-8266cccc-e764-4562-bdb1-51a60c9fcd82 None None] For port 459212ac-7d17-4181-be52-2a482fe49d35, host dv-cinder-775250-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-3-smb',level=0,port_id=459212ac-7d17-4181-be52-2a482fe49d35,segment=NetworkSegment(9fc507ea-f429-4867-baf5-c8ee986591b3),segment_id=9fc507ea-f429-4867-baf5-c8ee986591b3)] {{(pid=84001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 15 21:40:25.493245 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-8266cccc-e764-4562-bdb1-51a60c9fcd82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779317976793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779317533282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257537242501'] for port, after_update {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:25.511600 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-6b1570ac-2adf-4c3d-8c24-8204e6a66b91 req-812df617-008a-45eb-bb97-370909be517b service neutron] 10.222.0.46 "GET /v2.0/networks/36f6af71-4ea0-4f7d-9764-03e9ee72e8f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7691920 Feb 15 21:40:25.540709 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:40:25.553386 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68399151-34f4-4f4c-8730-586fb169e4f9 req-345b20be-d667-4f37-befd-601f2b1b6411 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:40:25.556716 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-68399151-34f4-4f4c-8730-586fb169e4f9 req-345b20be-d667-4f37-befd-601f2b1b6411 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] 10.222.0.68 "GET /v2.0/ports?device_id=e664b4ef-9ca0-4e9a-9660-25803b26daa8 HTTP/1.1" status: 200 len: 943 time: 0.1468606 Feb 15 21:40:25.599519 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-b9b6864d-138b-4860-8e0f-94b6e865e453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:25.638592 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-458a4d49-1016-467c-bf13-4e34d6930c04 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:40:25.656232 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [req-68399151-34f4-4f4c-8730-586fb169e4f9 req-c7bca2fe-0598-436c-b640-e2d841eab881 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Synchronizing usage tracker for tenant:964e5fef0d9f42da9da2717fddfc34f1 on resource:security_group {{(pid=83999) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 21:40:25.694557 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [req-68399151-34f4-4f4c-8730-586fb169e4f9 req-c7bca2fe-0598-436c-b640-e2d841eab881 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Unset dirty status for tenant:964e5fef0d9f42da9da2717fddfc34f1 on resource:security_group {{(pid=83999) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 21:40:25.695862 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-68399151-34f4-4f4c-8730-586fb169e4f9 req-c7bca2fe-0598-436c-b640-e2d841eab881 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] 10.222.0.68 "GET /v2.0/security-groups?id=eacf551a-e03d-4784-a8ef-492410bc89e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274655 Feb 15 21:40:25.814407 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8266cccc-e764-4562-bdb1-51a60c9fcd82 None None] Routers {'9f12f3d9-0546-455c-ba1b-fa58faa3f83a'} bound to L3 agent in host dv-cinder-775250-3-smb {{(pid=84001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 21:40:25.815116 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_hamode_db [None req-8266cccc-e764-4562-bdb1-51a60c9fcd82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-15T21:30:22Z,description=,heartbeat_timestamp=2021-02-15T21:40:22Z,host='dv-cinder-775250-3-smb',id=dc46b086-6cb1-49e8-b95e-1fe9b389155e,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T21:30:22Z,topic='l3_agent')) {'router_ids': ['9f12f3d9-0546-455c-ba1b-fa58faa3f83a'], 'active': True} {{(pid=84001) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:40:25.914614 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed82e84e-f52d-41af-a970-2d1ec0547eb0 None None] Pushing event updated for resources: {'Port': ['ID=459212ac-7d17-4181-be52-2a482fe49d35,revision_number=4']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:40:25.918578 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-ed82e84e-f52d-41af-a970-2d1ec0547eb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:40:25.939952 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388bee7b-63d1-46a8-b1b5-40eca46574d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ce646fb-7e77-46c5-be34-1495239c2ebe,revision_number=None']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:40:25.988745 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-388bee7b-63d1-46a8-b1b5-40eca46574d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:40:25.990912 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e664b4ef-9ca0-4e9a-9660-25803b26daa8', 'tag': '6b5a5fcb-fec3-450a-8f23-693774dbbad1', 'status': 'completed', 'code': 200} Feb 15 21:40:26.009814 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-b9b6864d-138b-4860-8e0f-94b6e865e453 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:26.011010 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-b9b6864d-138b-4860-8e0f-94b6e865e453 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/aedcc93b-2c12-45ec-9360-dfbb1f17a02f HTTP/1.1" status: 204 len: 168 time: 2.0395505 Feb 15 21:40:26.011989 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-388bee7b-63d1-46a8-b1b5-40eca46574d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:26.016391 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-388bee7b-63d1-46a8-b1b5-40eca46574d5 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/4ce646fb-7e77-46c5-be34-1495239c2ebe HTTP/1.1" status: 204 len: 168 time: 2.1634476 Feb 15 21:40:26.017147 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:40:26.060290 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-5d84616b-3cdd-4a95-aa50-b987ec6fee71 req-7dfa9a2c-61d2-4e3d-90dd-27b89380a97b tempest-DeleteServersTestJSON-1244118395 tempest-DeleteServersTestJSON-1244118395-project] 10.222.0.68 "GET /v2.0/security-groups?id=c1c74a22-1874-4b20-95ae-51fd0e9cc5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7270753 Feb 15 21:40:26.065156 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b6864d-138b-4860-8e0f-94b6e865e453 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aedcc93b-2c12-45ec-9360-dfbb1f17a02f,revision_number=None']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:40:26.102983 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-b9b6864d-138b-4860-8e0f-94b6e865e453 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:40:26.131347 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ab1b52-149f-425a-bfc4-34e3e535d6f8 req-979307d8-0509-40c8-8db3-54d7fad5f30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:40:26.133061 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-c0ab1b52-149f-425a-bfc4-34e3e535d6f8 req-979307d8-0509-40c8-8db3-54d7fad5f30f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=964e5fef0d9f42da9da2717fddfc34f1&device_id=e664b4ef-9ca0-4e9a-9660-25803b26daa8 HTTP/1.1" status: 200 len: 1160 time: 0.9036543 Feb 15 21:40:26.287561 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d3c597-9d82-466f-805e-4bd64ef47f7e req-96ad31ee-1036-4011-9fe7-28c24a712228 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:40:26.289643 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-78d3c597-9d82-466f-805e-4bd64ef47f7e req-96ad31ee-1036-4011-9fe7-28c24a712228 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/networks?id=c278209e-60b4-4d2d-9f56-5790073f68ce HTTP/1.1" status: 200 len: 816 time: 0.2673357 Feb 15 21:40:26.306347 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-c0ab1b52-149f-425a-bfc4-34e3e535d6f8 req-49bbe0c6-011d-4cb5-8c4f-6aa63785f361 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6b5a5fcb-fec3-450a-8f23-693774dbbad1 HTTP/1.1" status: 200 len: 217 time: 0.1529701 Feb 15 21:40:26.320176 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-78d3c597-9d82-466f-805e-4bd64ef47f7e req-37e749b1-c013-4830-83c8-94464fe26616 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/quotas/6560e6c9f85e4d83bbd45fb6f6c6ecff HTTP/1.1" status: 200 len: 375 time: 0.0237350 Feb 15 21:40:26.343929 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvr_db [None req-8266cccc-e764-4562-bdb1-51a60c9fcd82 None None] Set router 9f12f3d9-0546-455c-ba1b-fa58faa3f83a gateway port host: dv-cinder-775250-3-smb {{(pid=84001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 21:40:26.421581 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ab1b52-149f-425a-bfc4-34e3e535d6f8 req-5b43137c-dadb-4490-9f22-a207f8233e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:40:26.423200 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-c0ab1b52-149f-425a-bfc4-34e3e535d6f8 req-5b43137c-dadb-4490-9f22-a207f8233e73 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=dcb6e13b-2686-42e4-a027-d54b68f82f25 HTTP/1.1" status: 200 len: 855 time: 0.1072421 Feb 15 21:40:26.436202 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-78d3c597-9d82-466f-805e-4bd64ef47f7e req-2a4ef239-251c-40da-a22b-3d4cb8120af6 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=6560e6c9f85e4d83bbd45fb6f6c6ecff&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1144657 Feb 15 21:40:26.524075 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a890cd-21f7-49c1-80ca-f3109a3e14c9 req-1a2f1d18-7cd2-4234-8232-dc6b5ccaf852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:40:26.525871 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-59a890cd-21f7-49c1-80ca-f3109a3e14c9 req-1a2f1d18-7cd2-4234-8232-dc6b5ccaf852 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=12cea8e557c1416a9cc87651295d393b&device_id=f46c38db-460f-45f7-a3e2-483b356d7099 HTTP/1.1" status: 200 len: 1160 time: 0.9196215 Feb 15 21:40:26.564185 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-c0ab1b52-149f-425a-bfc4-34e3e535d6f8 req-678767a4-46a8-4406-90bb-dc4542ccfb13 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7e351d7f-ec41-4316-8703-e8fda2cbe604&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1019137 Feb 15 21:40:26.696653 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-78d3c597-9d82-466f-805e-4bd64ef47f7e req-835da255-bc38-45cc-ae3d-377682721502 service neutron] 10.222.0.68 "GET /v2.0/networks/c278209e-60b4-4d2d-9f56-5790073f68ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2512233 Feb 15 21:40:26.760546 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 44680) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:40:26.807113 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a890cd-21f7-49c1-80ca-f3109a3e14c9 req-84e95146-b9f6-4d4c-ba25-9279d291dddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:40:26.808783 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-59a890cd-21f7-49c1-80ca-f3109a3e14c9 req-84e95146-b9f6-4d4c-ba25-9279d291dddb service neutron] 10.222.0.46 "GET /v2.0/networks?id=36f6af71-4ea0-4f7d-9764-03e9ee72e8f4 HTTP/1.1" status: 200 len: 906 time: 0.2734385 Feb 15 21:40:26.854917 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-0abfcd3e-377f-47d8-b431-68ea9d504138 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:26.923093 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.agents_db [None req-9c3f008a-7c02-4f45-a369-4199c6caa59a None None] Agent healthcheck: found 6 active agents {{(pid=84001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 15 21:40:27.025214 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-59a890cd-21f7-49c1-80ca-f3109a3e14c9 req-12028b59-692a-46c0-9105-bfbf46549d22 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bab3afe7-5d8a-4123-928e-fd89134b8818 HTTP/1.1" status: 200 len: 217 time: 0.1856990 Feb 15 21:40:27.038467 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-0abfcd3e-377f-47d8-b431-68ea9d504138 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:40:27.046215 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-0abfcd3e-377f-47d8-b431-68ea9d504138 admin admin] Usage tracker for resource:security_group_rule and tenant:34297f2cc0b04e6fa7c38cedc501c58d is out of sync, need to count used quota {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:40:27.059243 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-0abfcd3e-377f-47d8-b431-68ea9d504138 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:40:27.070133 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-0abfcd3e-377f-47d8-b431-68ea9d504138 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:40:27.137086 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-78d3c597-9d82-466f-805e-4bd64ef47f7e req-a91d2396-695f-4528-8f44-a1b6d830c481 service neutron] 10.222.0.68 "GET /v2.0/networks/c278209e-60b4-4d2d-9f56-5790073f68ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4328268 Feb 15 21:40:27.142941 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.46', 54192) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:40:27.195855 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_hamode_db [None req-8266cccc-e764-4562-bdb1-51a60c9fcd82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f12f3d9-0546-455c-ba1b-fa58faa3f83a', 'name': 'tempest-ServerRescueNegativeTestJSON-1012257-router', 'tenant_id': '6560e6c9f85e4d83bbd45fb6f6c6ecff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'external_fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.75'}], 'enable_snat': True}, 'gw_port_id': '64984370-a58d-4238-a2fa-ad8a174903e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:39:58Z', 'updated_at': '2021-02-15T21:40:18Z', 'revision_number': 4, 'project_id': '6560e6c9f85e4d83bbd45fb6f6c6ecff', 'gw_port': {'id': '64984370-a58d-4238-a2fa-ad8a174903e5', 'name': '', 'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:29:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f12f3d9-0546-455c-ba1b-fa58faa3f83a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:40:01Z', 'updated_at': '2021-02-15T21:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-smb', '_interfaces': [{'id': '459212ac-7d17-4181-be52-2a482fe49d35', 'name': '', 'network_id': 'c278209e-60b4-4d2d-9f56-5790073f68ce', 'tenant_id': '6560e6c9f85e4d83bbd45fb6f6c6ecff', 'mac_address': 'fa:16:3e:bd:2c:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f12f3d9-0546-455c-ba1b-fa58faa3f83a', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'f72e66a9-c0ee-498d-b316-6527684306cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:40:15Z', 'updated_at': '2021-02-15T21:40:25Z', 'revision_number': 4, 'project_id': '6560e6c9f85e4d83bbd45fb6f6c6ecff', 'subnets': [{'id': 'f72e66a9-c0ee-498d-b316-6527684306cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-3-smb', False) {} {{(pid=84001) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:40:27.203521 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8266cccc-e764-4562-bdb1-51a60c9fcd82 None None] The sync data for ids ['9f12f3d9-0546-455c-ba1b-fa58faa3f83a'] in dv-cinder-775250-3-smb is: [{'id': '9f12f3d9-0546-455c-ba1b-fa58faa3f83a', 'name': 'tempest-ServerRescueNegativeTestJSON-1012257-router', 'tenant_id': '6560e6c9f85e4d83bbd45fb6f6c6ecff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'external_fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.75'}], 'enable_snat': True}, 'gw_port_id': '64984370-a58d-4238-a2fa-ad8a174903e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:39:58Z', 'updated_at': '2021-02-15T21:40:18Z', 'revision_number': 4, 'project_id': '6560e6c9f85e4d83bbd45fb6f6c6ecff', 'gw_port': {'id': '64984370-a58d-4238-a2fa-ad8a174903e5', 'name': '', 'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:29:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f12f3d9-0546-455c-ba1b-fa58faa3f83a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:40:01Z', 'updated_at': '2021-02-15T21:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-smb', '_interfaces': [{'id': '459212ac-7d17-4181-be52-2a482fe49d35', 'name': '', 'network_id': 'c278209e-60b4-4d2d-9f56-5790073f68ce', 'tenant_id': '6560e6c9f85e4d83bbd45fb6f6c6ecff', 'mac_address': 'fa:16:3e:bd:2c:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f12f3d9-0546-455c-ba1b-fa58faa3f83a', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'f72e66a9-c0ee-498d-b316-6527684306cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:40:15Z', 'updated_at': '2021-02-15T21:40:25Z', 'revision_number': 4, 'project_id': '6560e6c9f85e4d83bbd45fb6f6c6ecff', 'subnets': [{'id': 'f72e66a9-c0ee-498d-b316-6527684306cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 15 21:40:27.463913 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.db.resource_extend [None req-c881b3cb-7b83-4899-9645-ce4bff8abba5 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83998) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 15 21:40:27.526745 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-c881b3cb-7b83-4899-9645-ce4bff8abba5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:27.559226 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cd269c-cdbd-419e-8474-7396597a6dcd req-acde10b0-43db-45df-92f1-d39f58d27a2b tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:40:27.560865 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-43cd269c-cdbd-419e-8474-7396597a6dcd req-acde10b0-43db-45df-92f1-d39f58d27a2b tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.46 "GET /v2.0/networks?id=c278209e-60b4-4d2d-9f56-5790073f68ce HTTP/1.1" status: 200 len: 816 time: 0.4121912 Feb 15 21:40:27.579586 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-c881b3cb-7b83-4899-9645-ce4bff8abba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779317976793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779317533282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257537242501'] for port, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:27.595329 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a890cd-21f7-49c1-80ca-f3109a3e14c9 req-127520b4-c078-4e18-8199-b1a25a35642c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:40:27.597139 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-59a890cd-21f7-49c1-80ca-f3109a3e14c9 req-127520b4-c078-4e18-8199-b1a25a35642c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d167a95e-5d69-42f5-bf31-6fffdae88a6a HTTP/1.1" status: 200 len: 852 time: 0.5409184 Feb 15 21:40:27.601158 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.v2.base [req-43cd269c-cdbd-419e-8474-7396597a6dcd req-a64477ef-1782-4c37-9fb9-965cfba99a6d tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Request body: {'port': {'device_id': '22283d64-fb12-49e8-a3ff-d8be33246567', 'network_id': 'c278209e-60b4-4d2d-9f56-5790073f68ce', 'admin_state_up': True, 'tenant_id': '6560e6c9f85e4d83bbd45fb6f6c6ecff'}} {{(pid=83999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:40:27.603658 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-c881b3cb-7b83-4899-9645-ce4bff8abba5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851048215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3814186'] for router_interface, after_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:27.650622 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-3a8fd5db-b1ac-4368-b38c-657205fd2d80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:40:27.674014 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-0abfcd3e-377f-47d8-b431-68ea9d504138 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:27.713358 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61b2f2d-a0f4-4e3f-9352-09cc83329844 req-da72138f-0e2a-4cbd-8bd3-f86bc54da370 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:40:27.715265 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-d61b2f2d-a0f4-4e3f-9352-09cc83329844 req-da72138f-0e2a-4cbd-8bd3-f86bc54da370 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] 10.222.0.68 "GET /v2.0/ports?device_id=e664b4ef-9ca0-4e9a-9660-25803b26daa8 HTTP/1.1" status: 200 len: 943 time: 0.6670847 Feb 15 21:40:27.821449 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-59a890cd-21f7-49c1-80ca-f3109a3e14c9 req-05b6a7b8-29dd-4398-b333-cba1c9c2139c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=36f6af71-4ea0-4f7d-9764-03e9ee72e8f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1859314 Feb 15 21:40:27.834166 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-0abfcd3e-377f-47d8-b431-68ea9d504138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:28.050429 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-5c1eebab-6604-4295-88cb-b319b3b3f609 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:40:28.192505 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-59a890cd-21f7-49c1-80ca-f3109a3e14c9 req-6485b78a-a7bb-4b95-9fd8-c2c6897be9b4 service neutron] 10.222.0.46 "GET /v2.0/networks/36f6af71-4ea0-4f7d-9764-03e9ee72e8f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3232436 Feb 15 21:40:28.207971 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-c0ab1b52-149f-425a-bfc4-34e3e535d6f8 req-d50709db-eff3-4b60-ae7f-b36506eead62 service neutron] 10.222.0.46 "GET /v2.0/networks/7e351d7f-ec41-4316-8703-e8fda2cbe604?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6422317 Feb 15 21:40:28.392604 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-d61b2f2d-a0f4-4e3f-9352-09cc83329844 req-624b59d6-0c76-4b45-909d-da1e3d7e8541 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] 10.222.0.68 "GET /v2.0/security-groups?id=eacf551a-e03d-4784-a8ef-492410bc89e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5614493 Feb 15 21:40:28.551052 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c881b3cb-7b83-4899-9645-ce4bff8abba5 admin admin] Pushing event updated for resources: {'Port': ['ID=6cea81d7-ebb6-47e3-9e63-010ade77cac7,revision_number=2']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:40:28.562069 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 44738) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:40:28.631686 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-0abfcd3e-377f-47d8-b431-68ea9d504138 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=34297f2cc0b04e6fa7c38cedc501c58d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8637857 Feb 15 21:40:28.680200 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83998) accepted ('10.222.0.68', 44750) {{(pid=83998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:40:28.699811 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abfcd3e-377f-47d8-b431-68ea9d504138 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a2cd89f-3563-4eeb-aad9-21f3938fc647,revision_number=1']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:40:28.747704 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-0abfcd3e-377f-47d8-b431-68ea9d504138 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.697s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:40:28.784041 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-c881b3cb-7b83-4899-9645-ce4bff8abba5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.133s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:40:28.792174 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [req-43cd269c-cdbd-419e-8474-7396597a6dcd req-a64477ef-1782-4c37-9fb9-965cfba99a6d tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:40:28.830013 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [req-43cd269c-cdbd-419e-8474-7396597a6dcd req-a64477ef-1782-4c37-9fb9-965cfba99a6d tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:40:28.884356 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cd60a4-2ba1-4853-af25-d2dbf3e16678 req-da5d39de-f49a-4142-91b8-0b2409b59fc6 tempest-DeleteServersTestJSON-1244118395 tempest-DeleteServersTestJSON-1244118395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:40:28.928596 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-b6cd60a4-2ba1-4853-af25-d2dbf3e16678 req-da5d39de-f49a-4142-91b8-0b2409b59fc6 tempest-DeleteServersTestJSON-1244118395 tempest-DeleteServersTestJSON-1244118395-project] 10.222.0.68 "GET /v2.0/ports?device_id=f46c38db-460f-45f7-a3e2-483b356d7099 HTTP/1.1" status: 200 len: 943 time: 1.2570150 Feb 15 21:40:28.974654 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-2b492c15-3789-4018-b8f4-37ef5671da75 req-d97678f4-b2b9-44a7-919f-ed5e25874f10 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/ports?device_id=1a9afc6d-1219-4326-b2c2-cd0792437c37 HTTP/1.1" status: 200 len: 210 time: 0.1895077 Feb 15 21:40:29.062356 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43cd269c-cdbd-419e-8474-7396597a6dcd req-a64477ef-1782-4c37-9fb9-965cfba99a6d tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Made reservation on behalf of 6560e6c9f85e4d83bbd45fb6f6c6ecff for: {'port': 1} {{(pid=83999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 15 21:40:29.069453 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-43cd269c-cdbd-419e-8474-7396597a6dcd req-a64477ef-1782-4c37-9fb9-965cfba99a6d tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:29.160229 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-b6cd60a4-2ba1-4853-af25-d2dbf3e16678 req-911e7016-5a92-4288-b4f0-c36b1e7ad938 tempest-DeleteServersTestJSON-1244118395 tempest-DeleteServersTestJSON-1244118395-project] 10.222.0.68 "GET /v2.0/security-groups?id=c1c74a22-1874-4b20-95ae-51fd0e9cc5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260468 Feb 15 21:40:29.162143 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-3792f27a-811b-4373-8b31-8fc85e56f890 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:29.162264 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Device 459212ac-7d17-4181-be52-2a482fe49d35 up at agent ovs-agent-dv-cinder-775250-3-smb {{(pid=84000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:40:29.184218 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-c0ab1b52-149f-425a-bfc4-34e3e535d6f8 req-1df442e6-f9ef-482f-9187-4caa8a6ebb9e service neutron] 10.222.0.46 "GET /v2.0/networks/7e351d7f-ec41-4316-8703-e8fda2cbe604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.9610808 Feb 15 21:40:29.209963 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-7f0da67b-6b29-4e2d-95d2-adc44058e4ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:29.214550 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-59a890cd-21f7-49c1-80ca-f3109a3e14c9 req-6f042ba1-8619-4df9-9837-2e1afaa80078 service neutron] 10.222.0.46 "GET /v2.0/networks/36f6af71-4ea0-4f7d-9764-03e9ee72e8f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.9952772 Feb 15 21:40:29.258316 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-3792f27a-811b-4373-8b31-8fc85e56f890 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:40:29.276273 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c881b3cb-7b83-4899-9645-ce4bff8abba5 admin admin] Network 69e9f844-d8da-4039-9b13-e108b452a38b is already hosted by enough agents. {{(pid=83998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 21:40:29.281977 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-3792f27a-811b-4373-8b31-8fc85e56f890 admin admin] Usage tracker for resource:security_group_rule and tenant:826c3eb4c6004f3b8f2fca5f170aa0a6 is out of sync, need to count used quota {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:40:29.284382 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.base_scheduler [None req-c881b3cb-7b83-4899-9645-ce4bff8abba5 admin admin] Resources bound (agent type, host, resource id): {{(pid=83998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 21:40:29.289516 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-3792f27a-811b-4373-8b31-8fc85e56f890 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:40:29.405111 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Provisioning for port 459212ac-7d17-4181-be52-2a482fe49d35 completed by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 21:40:29.411469 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Provisioning complete for port 459212ac-7d17-4181-be52-2a482fe49d35 triggered by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:40:29.412391 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:29.424868 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-7f0da67b-6b29-4e2d-95d2-adc44058e4ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:29.478076 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-3792f27a-811b-4373-8b31-8fc85e56f890 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:40:29.732485 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.objects.ports [None req-a2028af0-e523-441a-a818-74bdfc8b295a None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84000) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 15 21:40:29.821916 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-f60eb038-e351-4248-afee-695df7149cb7 None None] Provisioning complete for port 6cea81d7-ebb6-47e3-9e63-010ade77cac7 triggered by entity DHCP. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:40:29.822539 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-f60eb038-e351-4248-afee-695df7149cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:29.927963 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.plugin [None req-f60eb038-e351-4248-afee-695df7149cb7 None None] Port 6cea81d7-ebb6-47e3-9e63-010ade77cac7 cannot update to ACTIVE because it is not bound. {{(pid=84000) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 15 21:40:29.930870 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:29.971293 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] For port 459212ac-7d17-4181-be52-2a482fe49d35, host dv-cinder-775250-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-3-smb',level=0,port_id=459212ac-7d17-4181-be52-2a482fe49d35,segment=NetworkSegment(9fc507ea-f429-4867-baf5-c8ee986591b3),segment_id=9fc507ea-f429-4867-baf5-c8ee986591b3)] {{(pid=84000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:40:29.981512 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779317976793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779317533282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257537242501'] for port, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:29.986144 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:40:30.044715 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-3792f27a-811b-4373-8b31-8fc85e56f890 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:30.056310 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-3792f27a-811b-4373-8b31-8fc85e56f890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:30.073249 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.db_base_plugin_common [req-43cd269c-cdbd-419e-8474-7396597a6dcd req-a64477ef-1782-4c37-9fb9-965cfba99a6d tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Allocated IP 172.20.0.14 (c278209e-60b4-4d2d-9f56-5790073f68ce/f72e66a9-c0ee-498d-b316-6527684306cf/1be03bc2-babb-4dfe-95ed-1391e5bcd7bf) {{(pid=83999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 15 21:40:30.080235 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Pushing event updated for resources: {'Port': ['ID=459212ac-7d17-4181-be52-2a482fe49d35,revision_number=5']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:40:30.092720 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:40:30.124041 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Device bab3afe7-5d8a-4123-928e-fd89134b8818 up at agent ovs-agent-hv-cinder-77525 {{(pid=84000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:40:30.204978 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9816b0f6-30ca-4a7d-8f67-590f265fbf2e req-89af8b9d-a92c-4dac-a70a-019784d7461c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:40:30.206672 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-9816b0f6-30ca-4a7d-8f67-590f265fbf2e req-89af8b9d-a92c-4dac-a70a-019784d7461c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=964e5fef0d9f42da9da2717fddfc34f1&device_id=e664b4ef-9ca0-4e9a-9660-25803b26daa8 HTTP/1.1" status: 200 len: 1160 time: 0.9150641 Feb 15 21:40:30.229781 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:40:30.254226 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Provisioning for port bab3afe7-5d8a-4123-928e-fd89134b8818 completed by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 21:40:30.266641 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Provisioning complete for port bab3afe7-5d8a-4123-928e-fd89134b8818 triggered by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:40:30.267480 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:30.369314 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-f3bfa16b-feba-4efa-a44e-d185aa4fd6c7 req-a1b5e835-4693-4d60-93e1-6d1a1f52a4a5 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/ports?device_id=1a9afc6d-1219-4326-b2c2-cd0792437c37 HTTP/1.1" status: 200 len: 210 time: 0.1529646 Feb 15 21:40:30.406528 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-3792f27a-811b-4373-8b31-8fc85e56f890 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=826c3eb4c6004f3b8f2fca5f170aa0a6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8374066 Feb 15 21:40:30.410454 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3792f27a-811b-4373-8b31-8fc85e56f890 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79d62d11-9850-46ff-94a0-010fc662e404,revision_number=1']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:40:30.413242 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 44792) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:40:30.419512 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-3792f27a-811b-4373-8b31-8fc85e56f890 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:40:30.432813 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a294d1-af09-486a-a4d6-f13143d04f3d req-9873ecb6-d36c-4883-83d5-f01743b4170a tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:40:30.445611 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-f1a294d1-af09-486a-a4d6-f13143d04f3d req-9873ecb6-d36c-4883-83d5-f01743b4170a tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] 10.222.0.68 "GET /v2.0/ports?device_id=e664b4ef-9ca0-4e9a-9660-25803b26daa8 HTTP/1.1" status: 200 len: 943 time: 0.5639820 Feb 15 21:40:30.478800 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-7f0da67b-6b29-4e2d-95d2-adc44058e4ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:30.501694 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:30.562356 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] For port bab3afe7-5d8a-4123-928e-fd89134b8818, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=bab3afe7-5d8a-4123-928e-fd89134b8818,segment=NetworkSegment(f46adc0a-c339-4bec-ba90-f962c8c959b1),segment_id=f46adc0a-c339-4bec-ba90-f962c8c959b1)] {{(pid=84000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:40:30.563913 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f46c38db-460f-45f7-a3e2-483b356d7099', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bab3afe7-5d8a-4123-928e-fd89134b8818'}] {{(pid=84000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 21:40:30.565675 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-a82d15dc-89ca-4002-8389-0b43beafb902 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:40:30.599964 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-7f0da67b-6b29-4e2d-95d2-adc44058e4ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:30.601214 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-7f0da67b-6b29-4e2d-95d2-adc44058e4ef admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/8a2cd89f-3563-4eeb-aad9-21f3938fc647 HTTP/1.1" status: 204 len: 168 time: 1.8593628 Feb 15 21:40:30.619900 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d3c597-9d82-466f-805e-4bd64ef47f7e req-1e3332ca-f43a-44a3-bcad-c90d9fa30cca tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:40:30.620750 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [req-78d3c597-9d82-466f-805e-4bd64ef47f7e req-1e3332ca-f43a-44a3-bcad-c90d9fa30cca tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Synchronizing usage tracker for tenant:6560e6c9f85e4d83bbd45fb6f6c6ecff on resource:network {{(pid=83998) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 21:40:30.640657 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779317976793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779317533282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257537242501'] for port, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:30.643066 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-4a1dcff4-8d58-4182-913b-5bded6bd6950 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:40:30.660864 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0da67b-6b29-4e2d-95d2-adc44058e4ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a2cd89f-3563-4eeb-aad9-21f3938fc647,revision_number=None']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:40:30.681930 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c881b3cb-7b83-4899-9645-ce4bff8abba5 admin admin] Router 8b5de55b-85bd-41bb-b8b2-b1ef77649103 has already been hosted by L3 agent dc46b086-6cb1-49e8-b95e-1fe9b389155e {{(pid=83998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 15 21:40:30.713183 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-43cd269c-cdbd-419e-8474-7396597a6dcd req-a64477ef-1782-4c37-9fb9-965cfba99a6d tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Notify callbacks [] for port, precommit_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:30.767441 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-98b1cbcc-3f4d-4559-993c-a3c97e85ae75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:30.792791 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-7f0da67b-6b29-4e2d-95d2-adc44058e4ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:40:30.800710 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711bd8c2-33be-4cae-a32c-50b2aad9f257 req-30788b8e-9e59-418b-877b-7b766ce8fe2d tempest-DeleteServersTestJSON-1244118395 tempest-DeleteServersTestJSON-1244118395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:40:30.802867 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Pushing event updated for resources: {'Port': ['ID=bab3afe7-5d8a-4123-928e-fd89134b8818,revision_number=4']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:40:30.810439 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-711bd8c2-33be-4cae-a32c-50b2aad9f257 req-30788b8e-9e59-418b-877b-7b766ce8fe2d tempest-DeleteServersTestJSON-1244118395 tempest-DeleteServersTestJSON-1244118395-project] 10.222.0.68 "GET /v2.0/ports?device_id=f46c38db-460f-45f7-a3e2-483b356d7099 HTTP/1.1" status: 200 len: 945 time: 0.2755246 Feb 15 21:40:30.811737 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-f1a294d1-af09-486a-a4d6-f13143d04f3d req-a6530403-4071-4243-bd61-ff404f7a3f1a tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] 10.222.0.68 "GET /v2.0/security-groups?id=eacf551a-e03d-4784-a8ef-492410bc89e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3317177 Feb 15 21:40:30.813023 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9816b0f6-30ca-4a7d-8f67-590f265fbf2e req-cfc84e11-2ed0-4570-b082-0dc59c98a67c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:40:30.816145 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-9816b0f6-30ca-4a7d-8f67-590f265fbf2e req-cfc84e11-2ed0-4570-b082-0dc59c98a67c service neutron] 10.222.0.46 "GET /v2.0/networks?id=7e351d7f-ec41-4316-8703-e8fda2cbe604 HTTP/1.1" status: 200 len: 909 time: 0.5929868 Feb 15 21:40:30.816810 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:40:30.877752 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-98b1cbcc-3f4d-4559-993c-a3c97e85ae75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:30.931702 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-711bd8c2-33be-4cae-a32c-50b2aad9f257 req-1ffa11ac-9df0-4ff8-9a65-0dc765fec46e tempest-DeleteServersTestJSON-1244118395 tempest-DeleteServersTestJSON-1244118395-project] 10.222.0.68 "GET /v2.0/security-groups?id=c1c74a22-1874-4b20-95ae-51fd0e9cc5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201007 Feb 15 21:40:30.944198 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [req-78d3c597-9d82-466f-805e-4bd64ef47f7e req-1e3332ca-f43a-44a3-bcad-c90d9fa30cca tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Unset dirty status for tenant:6560e6c9f85e4d83bbd45fb6f6c6ecff on resource:network {{(pid=83998) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 21:40:30.949404 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-78d3c597-9d82-466f-805e-4bd64ef47f7e req-1e3332ca-f43a-44a3-bcad-c90d9fa30cca tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.46 "GET /v2.0/networks?id=c278209e-60b4-4d2d-9f56-5790073f68ce HTTP/1.1" status: 200 len: 816 time: 1.0659058 Feb 15 21:40:30.980728 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-9816b0f6-30ca-4a7d-8f67-590f265fbf2e req-ef3ccf7b-b599-4a6d-a2db-2f42eed632d2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6b5a5fcb-fec3-450a-8f23-693774dbbad1 HTTP/1.1" status: 200 len: 217 time: 0.1555603 Feb 15 21:40:30.992525 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-43cd269c-cdbd-419e-8474-7396597a6dcd req-a64477ef-1782-4c37-9fb9-965cfba99a6d tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363257537239207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853815187'] for port, after_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:31.020348 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Device 459212ac-7d17-4181-be52-2a482fe49d35 up at agent ovs-agent-dv-cinder-775250-3-smb {{(pid=84000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:40:31.157125 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:40:31.235066 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43cd269c-cdbd-419e-8474-7396597a6dcd req-a64477ef-1782-4c37-9fb9-965cfba99a6d tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Network c278209e-60b4-4d2d-9f56-5790073f68ce is already hosted by enough agents. {{(pid=83999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 21:40:31.252558 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.base_scheduler [req-43cd269c-cdbd-419e-8474-7396597a6dcd req-a64477ef-1782-4c37-9fb9-965cfba99a6d tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Resources bound (agent type, host, resource id): {{(pid=83999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 21:40:31.257788 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Provisioning complete for port 459212ac-7d17-4181-be52-2a482fe49d35 triggered by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:40:31.261870 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:31.262622 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvrscheduler_db [req-43cd269c-cdbd-419e-8474-7396597a6dcd req-a64477ef-1782-4c37-9fb9-965cfba99a6d tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Received port after_create {{(pid=83999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 15 21:40:31.295926 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.v2.base [req-78d3c597-9d82-466f-805e-4bd64ef47f7e req-1c1d964e-5f37-40d0-961e-090b33c350ec tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Request body: {'port': {'device_id': '1a9afc6d-1219-4326-b2c2-cd0792437c37', 'network_id': 'c278209e-60b4-4d2d-9f56-5790073f68ce', 'admin_state_up': True, 'tenant_id': '6560e6c9f85e4d83bbd45fb6f6c6ecff'}} {{(pid=83998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:40:31.362346 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cd269c-cdbd-419e-8474-7396597a6dcd req-a64477ef-1782-4c37-9fb9-965cfba99a6d tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:40:31.363269 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-43cd269c-cdbd-419e-8474-7396597a6dcd req-a64477ef-1782-4c37-9fb9-965cfba99a6d tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851048245'] for port, before_response {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:31.446299 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-98b1cbcc-3f4d-4559-993c-a3c97e85ae75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:31.448183 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-43cd269c-cdbd-419e-8474-7396597a6dcd req-a64477ef-1782-4c37-9fb9-965cfba99a6d tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8717310 Feb 15 21:40:31.455279 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-98b1cbcc-3f4d-4559-993c-a3c97e85ae75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:31.467731 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-98b1cbcc-3f4d-4559-993c-a3c97e85ae75 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/79d62d11-9850-46ff-94a0-010fc662e404 HTTP/1.1" status: 204 len: 168 time: 1.0410709 Feb 15 21:40:31.473592 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.v2.base [req-43cd269c-cdbd-419e-8474-7396597a6dcd req-bdb2a925-75c3-4176-a66c-ab3a45ddfd65 service neutron] Request body: {'port': {'device_id': '22283d64-fb12-49e8-a3ff-d8be33246567', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77525'}} {{(pid=83999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:40:31.508277 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64477ef-1782-4c37-9fb9-965cfba99a6d tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Pushing event updated for resources: {'Port': ['ID=1be03bc2-babb-4dfe-95ed-1391e5bcd7bf,revision_number=1']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:40:31.527197 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-a64477ef-1782-4c37-9fb9-965cfba99a6d tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:40:31.528174 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-0b5e9bc8-1b8a-40c8-b965-2631fb593e64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.064s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:40:31.559657 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 44838) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:40:31.573067 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b1cbcc-3f4d-4559-993c-a3c97e85ae75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79d62d11-9850-46ff-94a0-010fc662e404,revision_number=None']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:40:31.585882 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-98b1cbcc-3f4d-4559-993c-a3c97e85ae75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:40:31.606158 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9816b0f6-30ca-4a7d-8f67-590f265fbf2e req-6c8b366a-ce0c-4c6c-9f97-3fb2047935c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:40:31.607827 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-9816b0f6-30ca-4a7d-8f67-590f265fbf2e req-6c8b366a-ce0c-4c6c-9f97-3fb2047935c6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=dcb6e13b-2686-42e4-a027-d54b68f82f25 HTTP/1.1" status: 200 len: 855 time: 0.2566352 Feb 15 21:40:31.682080 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-43cd269c-cdbd-419e-8474-7396597a6dcd req-bdb2a925-75c3-4176-a66c-ab3a45ddfd65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_update {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:31.816099 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [req-5605189d-d905-4606-8d6c-598f353b87a4 req-5ddeb037-7598-4995-ac2e-652cab7df0c6 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Synchronizing usage tracker for tenant:6560e6c9f85e4d83bbd45fb6f6c6ecff on resource:port {{(pid=83999) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 21:40:31.823079 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.objects.ports [None req-e13ca464-ef31-427a-aa52-37e04431f72e None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84000) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 15 21:40:31.857506 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [req-5605189d-d905-4606-8d6c-598f353b87a4 req-5ddeb037-7598-4995-ac2e-652cab7df0c6 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Unset dirty status for tenant:6560e6c9f85e4d83bbd45fb6f6c6ecff on resource:port {{(pid=83999) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 21:40:31.858972 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-5605189d-d905-4606-8d6c-598f353b87a4 req-5ddeb037-7598-4995-ac2e-652cab7df0c6 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/ports?device_id=1a9afc6d-1219-4326-b2c2-cd0792437c37 HTTP/1.1" status: 200 len: 210 time: 0.1577568 Feb 15 21:40:31.914684 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f46c38db-460f-45f7-a3e2-483b356d7099', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bab3afe7-5d8a-4123-928e-fd89134b8818', 'code': 200} Feb 15 21:40:31.987358 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-9816b0f6-30ca-4a7d-8f67-590f265fbf2e req-c14a7dde-ee90-4f9d-b785-464467aff05c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7e351d7f-ec41-4316-8703-e8fda2cbe604&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3396699 Feb 15 21:40:32.081565 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c881b3cb-7b83-4899-9645-ce4bff8abba5 admin admin] Notify agent at l3_agent.dv-cinder-775250-3-smb the message routers_updated {{(pid=83998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 15 21:40:32.095267 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2922f9bf-afef-4b90-adc7-dfff219768e2 None None] Sync routers for ids ['8b5de55b-85bd-41bb-b8b2-b1ef77649103'] in dv-cinder-775250-3-smb {{(pid=84000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 15 21:40:32.110205 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2922f9bf-afef-4b90-adc7-dfff219768e2 None None] Routers {'8b5de55b-85bd-41bb-b8b2-b1ef77649103'} bound to L3 agent in host dv-cinder-775250-3-smb {{(pid=84000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 21:40:32.110965 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_hamode_db [None req-2922f9bf-afef-4b90-adc7-dfff219768e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-15T21:30:22Z,description=,heartbeat_timestamp=2021-02-15T21:40:22Z,host='dv-cinder-775250-3-smb',id=dc46b086-6cb1-49e8-b95e-1fe9b389155e,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T21:30:22Z,topic='l3_agent')) {'router_ids': ['8b5de55b-85bd-41bb-b8b2-b1ef77649103'], 'active': True} {{(pid=84000) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:40:32.134393 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-c881b3cb-7b83-4899-9645-ce4bff8abba5 admin admin] 10.222.0.68 "PUT /v2.0/routers/8b5de55b-85bd-41bb-b8b2-b1ef77649103/add_router_interface HTTP/1.1" status: 200 len: 503 time: 17.4478068 Feb 15 21:40:32.245024 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.46', 54203) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:40:32.290506 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Device 6b5a5fcb-fec3-450a-8f23-693774dbbad1 up at agent ovs-agent-hv-cinder-77525 {{(pid=84000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:40:32.334495 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [req-78d3c597-9d82-466f-805e-4bd64ef47f7e req-1c1d964e-5f37-40d0-961e-090b33c350ec tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:40:32.375418 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [req-78d3c597-9d82-466f-805e-4bd64ef47f7e req-1c1d964e-5f37-40d0-961e-090b33c350ec tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:40:32.429861 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78d3c597-9d82-466f-805e-4bd64ef47f7e req-1c1d964e-5f37-40d0-961e-090b33c350ec tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Made reservation on behalf of 6560e6c9f85e4d83bbd45fb6f6c6ecff for: {'port': 1} {{(pid=83998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 15 21:40:32.442313 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-78d3c597-9d82-466f-805e-4bd64ef47f7e req-1c1d964e-5f37-40d0-961e-090b33c350ec tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:32.464095 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-9816b0f6-30ca-4a7d-8f67-590f265fbf2e req-778e8288-6570-4549-a961-f783a7bf3a17 service neutron] 10.222.0.46 "GET /v2.0/networks/7e351d7f-ec41-4316-8703-e8fda2cbe604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4387751 Feb 15 21:40:32.478172 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25979ac-f68d-4c90-beb0-e8eb3d5dcc9f req-b23eec2b-5f73-4585-9739-ff251002088e tempest-DeleteServersTestJSON-1244118395 tempest-DeleteServersTestJSON-1244118395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:40:32.487850 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-e25979ac-f68d-4c90-beb0-e8eb3d5dcc9f req-b23eec2b-5f73-4585-9739-ff251002088e tempest-DeleteServersTestJSON-1244118395 tempest-DeleteServersTestJSON-1244118395-project] 10.222.0.68 "GET /v2.0/ports?device_id=f46c38db-460f-45f7-a3e2-483b356d7099 HTTP/1.1" status: 200 len: 945 time: 0.2424834 Feb 15 21:40:32.522177 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-bc202c8d-a40a-4ee9-8850-e08d7ffbdec1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:32.544015 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Provisioning for port 6b5a5fcb-fec3-450a-8f23-693774dbbad1 completed by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 21:40:32.557359 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Provisioning complete for port 6b5a5fcb-fec3-450a-8f23-693774dbbad1 triggered by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:40:32.557839 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:32.600189 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-bc202c8d-a40a-4ee9-8850-e08d7ffbdec1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:40:32.613069 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-bc202c8d-a40a-4ee9-8850-e08d7ffbdec1 admin admin] Usage tracker for resource:security_group_rule and tenant:29dc359e56bb47c9a7f72328968e9b7e is out of sync, need to count used quota {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:40:32.618358 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-bc202c8d-a40a-4ee9-8850-e08d7ffbdec1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:40:32.629084 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvr_db [None req-2922f9bf-afef-4b90-adc7-dfff219768e2 None None] Set router 8b5de55b-85bd-41bb-b8b2-b1ef77649103 gateway port host: dv-cinder-775250-3-smb {{(pid=84000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 21:40:32.632853 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-bc202c8d-a40a-4ee9-8850-e08d7ffbdec1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:40:32.666838 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-9816b0f6-30ca-4a7d-8f67-590f265fbf2e req-c9c46529-ff07-4eb8-a2be-74d68c644c66 service neutron] 10.222.0.46 "GET /v2.0/networks/7e351d7f-ec41-4316-8703-e8fda2cbe604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1730292 Feb 15 21:40:32.725262 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-e25979ac-f68d-4c90-beb0-e8eb3d5dcc9f req-a45c814a-9060-4f20-a6a3-87c6e80c8c3a tempest-DeleteServersTestJSON-1244118395 tempest-DeleteServersTestJSON-1244118395-project] 10.222.0.68 "GET /v2.0/security-groups?id=c1c74a22-1874-4b20-95ae-51fd0e9cc5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362673 Feb 15 21:40:33.153556 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-bc202c8d-a40a-4ee9-8850-e08d7ffbdec1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:33.162362 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe1aaa-b844-4596-bd72-ced637fb763a req-d568b7f1-55ec-4eae-b6ea-88d697ddf6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:40:33.164102 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-a2fe1aaa-b844-4596-bd72-ced637fb763a req-d568b7f1-55ec-4eae-b6ea-88d697ddf6c4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f46c38db-460f-45f7-a3e2-483b356d7099 HTTP/1.1" status: 200 len: 1162 time: 0.8948157 Feb 15 21:40:33.173855 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-bc202c8d-a40a-4ee9-8850-e08d7ffbdec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:33.253928 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-3792f27a-811b-4373-8b31-8fc85e56f890 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:40:33.281118 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2016d77e-7292-4e9b-bb49-c0c64396b711 req-8ddd060f-bc73-4524-be36-e6f569fadbd0 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:40:33.289397 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-2016d77e-7292-4e9b-bb49-c0c64396b711 req-8ddd060f-bc73-4524-be36-e6f569fadbd0 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] 10.222.0.68 "GET /v2.0/ports?device_id=e664b4ef-9ca0-4e9a-9660-25803b26daa8 HTTP/1.1" status: 200 len: 943 time: 1.1841223 Feb 15 21:40:33.325914 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-a2fe1aaa-b844-4596-bd72-ced637fb763a req-69bec70c-aab2-49ce-a177-ef39cb9e56b1 service neutron] Notify callbacks [] for security_group, before_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:33.405885 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:33.505821 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [req-a2fe1aaa-b844-4596-bd72-ced637fb763a req-69bec70c-aab2-49ce-a177-ef39cb9e56b1 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:40:33.553351 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-bc202c8d-a40a-4ee9-8850-e08d7ffbdec1 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=29dc359e56bb47c9a7f72328968e9b7e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9920242 Feb 15 21:40:33.557080 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [req-a2fe1aaa-b844-4596-bd72-ced637fb763a req-69bec70c-aab2-49ce-a177-ef39cb9e56b1 service neutron] Usage tracker for resource:security_group_rule and tenant:1ab542cf9eba4fd9b14c715b9488fa32 is out of sync, need to count used quota {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:40:33.558611 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83998) accepted ('10.222.0.68', 44898) {{(pid=83998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:40:33.580906 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [req-a2fe1aaa-b844-4596-bd72-ced637fb763a req-69bec70c-aab2-49ce-a177-ef39cb9e56b1 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:40:33.590979 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc202c8d-a40a-4ee9-8850-e08d7ffbdec1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6693fa25-1a2b-4d46-b905-db5a83eb5aa4,revision_number=1']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:40:33.594981 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [req-a2fe1aaa-b844-4596-bd72-ced637fb763a req-69bec70c-aab2-49ce-a177-ef39cb9e56b1 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:40:33.602197 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-bc202c8d-a40a-4ee9-8850-e08d7ffbdec1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:40:33.615058 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] For port 6b5a5fcb-fec3-450a-8f23-693774dbbad1, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=6b5a5fcb-fec3-450a-8f23-693774dbbad1,segment=NetworkSegment(a30449d5-f7e3-46b3-92df-c80a6b63f000),segment_id=a30449d5-f7e3-46b3-92df-c80a6b63f000)] {{(pid=84000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:40:33.616844 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-2016d77e-7292-4e9b-bb49-c0c64396b711 req-92003ed3-1d2f-43af-9105-d2ef3c375fb6 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] 10.222.0.68 "GET /v2.0/security-groups?id=eacf551a-e03d-4784-a8ef-492410bc89e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2790415 Feb 15 21:40:33.624942 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779317976793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779317533282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257537242501'] for port, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:33.651052 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Device bab3afe7-5d8a-4123-928e-fd89134b8818 up at agent ovs-agent-hv-cinder-77525 {{(pid=84000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:40:33.704626 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-052a4450-6c28-4d10-9f93-c604480fb77e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:33.750853 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:40:33.769372 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-052a4450-6c28-4d10-9f93-c604480fb77e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:33.824659 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.notifiers.nova [req-43cd269c-cdbd-419e-8474-7396597a6dcd req-bdb2a925-75c3-4176-a66c-ab3a45ddfd65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1be03bc2-babb-4dfe-95ed-1391e5bcd7bf {{(pid=83999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 15 21:40:33.836257 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-43cd269c-cdbd-419e-8474-7396597a6dcd req-bdb2a925-75c3-4176-a66c-ab3a45ddfd65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:33.858924 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [req-43cd269c-cdbd-419e-8474-7396597a6dcd req-bdb2a925-75c3-4176-a66c-ab3a45ddfd65 service neutron] Transition to ACTIVE for port object 1be03bc2-babb-4dfe-95ed-1391e5bcd7bf will not be triggered until provisioned by entity L2. {{(pid=83999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 21:40:33.970527 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-052a4450-6c28-4d10-9f93-c604480fb77e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:34.015750 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e664b4ef-9ca0-4e9a-9660-25803b26daa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b5a5fcb-fec3-450a-8f23-693774dbbad1'}] {{(pid=84000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 21:40:34.027473 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:40:34.035174 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-43cd269c-cdbd-419e-8474-7396597a6dcd req-bdb2a925-75c3-4176-a66c-ab3a45ddfd65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779317976793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779317533282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257537242501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-960628'] for port, after_update {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:34.054473 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 44920) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:40:34.079416 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-ab08d3f6-4fc2-4da0-a60d-7c266dc8667d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:40:34.094571 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052a4450-6c28-4d10-9f93-c604480fb77e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6693fa25-1a2b-4d46-b905-db5a83eb5aa4,revision_number=None']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:40:34.104178 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-052a4450-6c28-4d10-9f93-c604480fb77e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:40:34.111748 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-052a4450-6c28-4d10-9f93-c604480fb77e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:34.126028 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-052a4450-6c28-4d10-9f93-c604480fb77e admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/6693fa25-1a2b-4d46-b905-db5a83eb5aa4 HTTP/1.1" status: 204 len: 168 time: 0.5657556 Feb 15 21:40:34.132349 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-749ac543-5352-4135-9eb6-0b8a9bb21cdd req-4788d303-805b-409e-96a9-339cfb216054 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/ports?device_id=1a9afc6d-1219-4326-b2c2-cd0792437c37 HTTP/1.1" status: 200 len: 210 time: 0.2153668 Feb 15 21:40:34.136698 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.db_base_plugin_common [req-78d3c597-9d82-466f-805e-4bd64ef47f7e req-1c1d964e-5f37-40d0-961e-090b33c350ec tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Allocated IP 172.20.0.7 (c278209e-60b4-4d2d-9f56-5790073f68ce/f72e66a9-c0ee-498d-b316-6527684306cf/a6a9d9c7-a68e-46ea-be8e-3ac590b9a05f) {{(pid=83998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 15 21:40:34.169647 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.v2.base [None req-23b45611-9a1e-4676-8a2f-b15cecaf9f19 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Request body: {'security_group': {'name': 'tempest-securitygroup--670744823', 'description': 'tempest-description--374070417'}} {{(pid=83999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:40:34.216975 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-23b45611-9a1e-4676-8a2f-b15cecaf9f19 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:40:34.234427 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Pushing event updated for resources: {'Port': ['ID=6b5a5fcb-fec3-450a-8f23-693774dbbad1,revision_number=4']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:40:34.246859 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:40:34.261008 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e664b4ef-9ca0-4e9a-9660-25803b26daa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b5a5fcb-fec3-450a-8f23-693774dbbad1', 'code': 200} Feb 15 21:40:34.263728 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-23b45611-9a1e-4676-8a2f-b15cecaf9f19 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Usage tracker for resource:security_group and tenant:01d1e938225c413c8b7177a31ac61fd8 is out of sync, need to count used quota {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:40:34.276987 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-23b45611-9a1e-4676-8a2f-b15cecaf9f19 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:40:34.308847 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Provisioning complete for port bab3afe7-5d8a-4123-928e-fd89134b8818 triggered by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:40:34.309209 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:34.383062 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-a2fe1aaa-b844-4596-bd72-ced637fb763a req-69bec70c-aab2-49ce-a177-ef39cb9e56b1 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:34.401889 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-23b45611-9a1e-4676-8a2f-b15cecaf9f19 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:40:34.426871 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-a2fe1aaa-b844-4596-bd72-ced637fb763a req-69bec70c-aab2-49ce-a177-ef39cb9e56b1 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:34.508708 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb2a925-75c3-4176-a66c-ab3a45ddfd65 service neutron] Pushing event updated for resources: {'Port': ['ID=1be03bc2-babb-4dfe-95ed-1391e5bcd7bf,revision_number=2']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:40:34.528239 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-23b45611-9a1e-4676-8a2f-b15cecaf9f19 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Notify callbacks [] for security_group, before_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:34.541991 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-bdb2a925-75c3-4176-a66c-ab3a45ddfd65 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:40:34.542614 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_hamode_db [None req-2922f9bf-afef-4b90-adc7-dfff219768e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b5de55b-85bd-41bb-b8b2-b1ef77649103', 'name': 'tempest-AttachVolumeTestJSON-246652911-router', 'tenant_id': '01d1e938225c413c8b7177a31ac61fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'external_fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.206'}], 'enable_snat': True}, 'gw_port_id': '5ca6c730-ff34-4990-b0c3-57122126439c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:39:59Z', 'updated_at': '2021-02-15T21:40:24Z', 'revision_number': 4, 'project_id': '01d1e938225c413c8b7177a31ac61fd8', 'gw_port': {'id': '5ca6c730-ff34-4990-b0c3-57122126439c', 'name': '', 'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:78:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5de55b-85bd-41bb-b8b2-b1ef77649103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:40:03Z', 'updated_at': '2021-02-15T21:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-smb', '_interfaces': [{'id': '6cea81d7-ebb6-47e3-9e63-010ade77cac7', 'name': '', 'network_id': '69e9f844-d8da-4039-9b13-e108b452a38b', 'tenant_id': '01d1e938225c413c8b7177a31ac61fd8', 'mac_address': 'fa:16:3e:f3:cc:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b5de55b-85bd-41bb-b8b2-b1ef77649103', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '96a9e4d7-4193-4d87-beab-01964d61c871', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:40:19Z', 'updated_at': '2021-02-15T21:40:26Z', 'revision_number': 2, 'project_id': '01d1e938225c413c8b7177a31ac61fd8', 'subnets': [{'id': '96a9e4d7-4193-4d87-beab-01964d61c871', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-3-smb', False) {} {{(pid=84000) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:40:34.546154 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-bc202c8d-a40a-4ee9-8850-e08d7ffbdec1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:40:34.563667 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-a2fe1aaa-b844-4596-bd72-ced637fb763a req-69bec70c-aab2-49ce-a177-ef39cb9e56b1 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c1c74a22-1874-4b20-95ae-51fd0e9cc5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3843586 Feb 15 21:40:34.668508 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-23b45611-9a1e-4676-8a2f-b15cecaf9f19 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:40:34.694786 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bec70c-aab2-49ce-a177-ef39cb9e56b1 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=91aab726-d681-4268-a343-e4cf7faf0e39,revision_number=1']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:40:34.721080 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-23b45611-9a1e-4676-8a2f-b15cecaf9f19 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Usage tracker for resource:security_group_rule and tenant:01d1e938225c413c8b7177a31ac61fd8 is out of sync, need to count used quota {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:40:34.726222 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-69bec70c-aab2-49ce-a177-ef39cb9e56b1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:40:34.727211 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-23b45611-9a1e-4676-8a2f-b15cecaf9f19 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:40:34.737198 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2922f9bf-afef-4b90-adc7-dfff219768e2 None None] Checking router: 8b5de55b-85bd-41bb-b8b2-b1ef77649103 for host: dv-cinder-775250-3-smb {{(pid=84000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 15 21:40:34.737661 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2922f9bf-afef-4b90-adc7-dfff219768e2 None None] Updating router 8b5de55b-85bd-41bb-b8b2-b1ef77649103 port 6cea81d7-ebb6-47e3-9e63-010ade77cac7 binding host dv-cinder-775250-3-smb {{(pid=84000) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 15 21:40:34.778168 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-23b45611-9a1e-4676-8a2f-b15cecaf9f19 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:40:34.903546 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Device 6b5a5fcb-fec3-450a-8f23-693774dbbad1 up at agent ovs-agent-hv-cinder-77525 {{(pid=84000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:40:35.002821 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83998) accepted ('10.222.0.68', 44956) {{(pid=83998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:40:35.018965 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-2922f9bf-afef-4b90-adc7-dfff219768e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:35.102147 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-454a25a7-063c-4b87-b87b-57cf703d1c1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:35.116684 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Provisioning complete for port 6b5a5fcb-fec3-450a-8f23-693774dbbad1 triggered by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:40:35.116897 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:35.175501 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-78d3c597-9d82-466f-805e-4bd64ef47f7e req-1c1d964e-5f37-40d0-961e-090b33c350ec tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Notify callbacks [] for port, precommit_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:35.220520 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-78d3c597-9d82-466f-805e-4bd64ef47f7e req-1c1d964e-5f37-40d0-961e-090b33c350ec tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363257537239207'] for port, after_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:35.226216 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-454a25a7-063c-4b87-b87b-57cf703d1c1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:40:35.230824 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-454a25a7-063c-4b87-b87b-57cf703d1c1e admin admin] Usage tracker for resource:security_group_rule and tenant:2cb8b0d702de400d921fe1c0a543f2b9 is out of sync, need to count used quota {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:40:35.242091 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-454a25a7-063c-4b87-b87b-57cf703d1c1e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:40:35.254149 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-454a25a7-063c-4b87-b87b-57cf703d1c1e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:40:35.510175 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:40:35.520618 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.managers [req-43cd269c-cdbd-419e-8474-7396597a6dcd req-bdb2a925-75c3-4176-a66c-ab3a45ddfd65 service neutron] Attempting to bind port 1be03bc2-babb-4dfe-95ed-1391e5bcd7bf on host hv-cinder-77525 for vnic_type normal with profile {{(pid=83999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 21:40:35.521575 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.managers [req-43cd269c-cdbd-419e-8474-7396597a6dcd req-bdb2a925-75c3-4176-a66c-ab3a45ddfd65 service neutron] Attempting to bind port 1be03bc2-babb-4dfe-95ed-1391e5bcd7bf by drivers openvswitch on host hv-cinder-77525 at level 0 using segments [{'id': '9fc507ea-f429-4867-baf5-c8ee986591b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c278209e-60b4-4d2d-9f56-5790073f68ce'}] {{(pid=83999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 15 21:40:35.522250 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43cd269c-cdbd-419e-8474-7396597a6dcd req-bdb2a925-75c3-4176-a66c-ab3a45ddfd65 service neutron] Attempting to bind port 1be03bc2-babb-4dfe-95ed-1391e5bcd7bf on network c278209e-60b4-4d2d-9f56-5790073f68ce {{(pid=83999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 15 21:40:35.538711 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43cd269c-cdbd-419e-8474-7396597a6dcd req-bdb2a925-75c3-4176-a66c-ab3a45ddfd65 service neutron] Checking agent: {'id': '3b9d0ad6-16ce-46f2-a5c4-f9a7961e9638', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77525', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 21, 37, 44), 'started_at': datetime.datetime(2021, 2, 15, 21, 38, 14), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 21, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 21:40:35.538899 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43cd269c-cdbd-419e-8474-7396597a6dcd req-bdb2a925-75c3-4176-a66c-ab3a45ddfd65 service neutron] Checking segment: {'id': '9fc507ea-f429-4867-baf5-c8ee986591b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c278209e-60b4-4d2d-9f56-5790073f68ce'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 21:40:35.539525 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-43cd269c-cdbd-419e-8474-7396597a6dcd req-bdb2a925-75c3-4176-a66c-ab3a45ddfd65 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:35.540015 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43cd269c-cdbd-419e-8474-7396597a6dcd req-bdb2a925-75c3-4176-a66c-ab3a45ddfd65 service neutron] Bound using segment: {'id': '9fc507ea-f429-4867-baf5-c8ee986591b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c278209e-60b4-4d2d-9f56-5790073f68ce'} {{(pid=83999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 21:40:35.540616 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.managers [req-43cd269c-cdbd-419e-8474-7396597a6dcd req-bdb2a925-75c3-4176-a66c-ab3a45ddfd65 service neutron] Bound port: 1be03bc2-babb-4dfe-95ed-1391e5bcd7bf, host: hv-cinder-77525, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fc507ea-f429-4867-baf5-c8ee986591b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c278209e-60b4-4d2d-9f56-5790073f68ce'}}] {{(pid=83999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 15 21:40:35.541081 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-43cd269c-cdbd-419e-8474-7396597a6dcd req-bdb2a925-75c3-4176-a66c-ab3a45ddfd65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_update {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:35.571070 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f051b7-4d92-463b-bef7-bc077dfad40e req-5ac4cc8b-0ee6-4ef2-b216-55d4d3b13429 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:40:35.572994 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-16f051b7-4d92-463b-bef7-bc077dfad40e req-5ac4cc8b-0ee6-4ef2-b216-55d4d3b13429 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] 10.222.0.68 "GET /v2.0/ports?device_id=e664b4ef-9ca0-4e9a-9660-25803b26daa8 HTTP/1.1" status: 200 len: 945 time: 0.5569673 Feb 15 21:40:35.623859 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1d964e-5f37-40d0-961e-090b33c350ec tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Pushing event updated for resources: {'Port': ['ID=a6a9d9c7-a68e-46ea-be8e-3ac590b9a05f,revision_number=1']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:40:35.633296 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58072721-2879-4089-afa4-0aeedd87d044 req-c2d25f5c-d145-4fab-bc27-d76e2fe9236f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:40:35.634534 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-58072721-2879-4089-afa4-0aeedd87d044 req-c2d25f5c-d145-4fab-bc27-d76e2fe9236f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e664b4ef-9ca0-4e9a-9660-25803b26daa8 HTTP/1.1" status: 200 len: 1162 time: 0.8401918 Feb 15 21:40:35.641369 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c989b51-13d8-4986-b0a2-db5af41fc43b req-5bcec4d0-2453-4ecc-8422-777f26027d43 tempest-DeleteServersTestJSON-1244118395 tempest-DeleteServersTestJSON-1244118395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:40:35.642120 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-16f051b7-4d92-463b-bef7-bc077dfad40e req-880fc17e-7829-41f7-9192-66dd1a9c650a tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] 10.222.0.68 "GET /v2.0/security-groups?id=eacf551a-e03d-4784-a8ef-492410bc89e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549626 Feb 15 21:40:35.643181 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-1c989b51-13d8-4986-b0a2-db5af41fc43b req-5bcec4d0-2453-4ecc-8422-777f26027d43 tempest-DeleteServersTestJSON-1244118395 tempest-DeleteServersTestJSON-1244118395-project] 10.222.0.68 "GET /v2.0/ports?device_id=f46c38db-460f-45f7-a3e2-483b356d7099 HTTP/1.1" status: 200 len: 945 time: 1.3958061 Feb 15 21:40:35.648082 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-454a25a7-063c-4b87-b87b-57cf703d1c1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:35.649605 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-1c1d964e-5f37-40d0-961e-090b33c350ec tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:40:35.675313 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-454a25a7-063c-4b87-b87b-57cf703d1c1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:35.717669 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:40:35.737490 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-23b45611-9a1e-4676-8a2f-b15cecaf9f19 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Notify callbacks [] for security_group, precommit_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:35.743678 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-23b45611-9a1e-4676-8a2f-b15cecaf9f19 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:35.761434 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-2922f9bf-afef-4b90-adc7-dfff219768e2 None None] Notify callbacks [] for port, precommit_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:35.768308 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:40:35.777825 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454a25a7-063c-4b87-b87b-57cf703d1c1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=917f03a7-8d6f-4546-90f6-f57281e998c7,revision_number=1']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:40:35.787680 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78d3c597-9d82-466f-805e-4bd64ef47f7e req-1c1d964e-5f37-40d0-961e-090b33c350ec tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Network c278209e-60b4-4d2d-9f56-5790073f68ce is already hosted by enough agents. {{(pid=83998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 21:40:35.790900 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-454a25a7-063c-4b87-b87b-57cf703d1c1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:40:35.797289 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.base_scheduler [req-78d3c597-9d82-466f-805e-4bd64ef47f7e req-1c1d964e-5f37-40d0-961e-090b33c350ec tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Resources bound (agent type, host, resource id): {{(pid=83998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 21:40:35.810116 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-2922f9bf-afef-4b90-adc7-dfff219768e2 None None] Transition to ACTIVE for port object 6cea81d7-ebb6-47e3-9e63-010ade77cac7 will not be triggered until provisioned by entity L2. {{(pid=84000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 21:40:35.811301 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvrscheduler_db [req-78d3c597-9d82-466f-805e-4bd64ef47f7e req-1c1d964e-5f37-40d0-961e-090b33c350ec tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Received port after_create {{(pid=83998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 15 21:40:35.816300 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d3c597-9d82-466f-805e-4bd64ef47f7e req-1c1d964e-5f37-40d0-961e-090b33c350ec tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:40:35.817146 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-78d3c597-9d82-466f-805e-4bd64ef47f7e req-1c1d964e-5f37-40d0-961e-090b33c350ec tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851048245'] for port, before_response {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:35.818081 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-2922f9bf-afef-4b90-adc7-dfff219768e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779317976793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779317533282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257537242501'] for port, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:35.823967 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-1c989b51-13d8-4986-b0a2-db5af41fc43b req-e3f00c10-327b-4eea-b003-05a07ad1e018 tempest-DeleteServersTestJSON-1244118395 tempest-DeleteServersTestJSON-1244118395-project] 10.222.0.68 "GET /v2.0/security-groups?id=c1c74a22-1874-4b20-95ae-51fd0e9cc5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550176 Feb 15 21:40:35.825868 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-58072721-2879-4089-afa4-0aeedd87d044 req-383c714b-06c1-4c45-a845-51200dcca610 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=eacf551a-e03d-4784-a8ef-492410bc89e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815538 Feb 15 21:40:35.848451 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-454a25a7-063c-4b87-b87b-57cf703d1c1e admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=2cb8b0d702de400d921fe1c0a543f2b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8402140 Feb 15 21:40:35.849918 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83998) accepted ('10.222.0.68', 44984) {{(pid=83998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:40:35.871485 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-78d3c597-9d82-466f-805e-4bd64ef47f7e req-1c1d964e-5f37-40d0-961e-090b33c350ec tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8980467 Feb 15 21:40:35.883861 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b45611-9a1e-4676-8a2f-b15cecaf9f19 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f7c9e5d-2f88-4d15-bd89-ff8afec8e837,revision_number=1']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:40:35.903984 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-23b45611-9a1e-4676-8a2f-b15cecaf9f19 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:40:35.911651 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:40:35.921810 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [req-43cd269c-cdbd-419e-8474-7396597a6dcd req-bdb2a925-75c3-4176-a66c-ab3a45ddfd65 service neutron] For port 1be03bc2-babb-4dfe-95ed-1391e5bcd7bf, host hv-cinder-77525, cleared binding levels {{(pid=83999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 15 21:40:35.927760 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [req-43cd269c-cdbd-419e-8474-7396597a6dcd req-bdb2a925-75c3-4176-a66c-ab3a45ddfd65 service neutron] For port 1be03bc2-babb-4dfe-95ed-1391e5bcd7bf, host hv-cinder-77525, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=1be03bc2-babb-4dfe-95ed-1391e5bcd7bf,segment=NetworkSegment(9fc507ea-f429-4867-baf5-c8ee986591b3),segment_id=9fc507ea-f429-4867-baf5-c8ee986591b3)] {{(pid=83999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 15 21:40:35.953426 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-23b45611-9a1e-4676-8a2f-b15cecaf9f19 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Notify callbacks [] for security_group, before_response {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:35.957652 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-23b45611-9a1e-4676-8a2f-b15cecaf9f19 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.8855853 Feb 15 21:40:35.961995 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-43cd269c-cdbd-419e-8474-7396597a6dcd req-bdb2a925-75c3-4176-a66c-ab3a45ddfd65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779317976793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779317533282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257537242501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-960628'] for port, after_update {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:35.962998 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 44992) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:40:35.985439 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-878d664a-8492-4a00-a946-5b4b5fa67b19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:35.986956 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e65f85-f376-4b51-aebf-d41425be7e6f None None] Pushing event updated for resources: {'Port': ['ID=6cea81d7-ebb6-47e3-9e63-010ade77cac7,revision_number=3']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:40:35.991818 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-81e65f85-f376-4b51-aebf-d41425be7e6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:40:36.017803 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-878d664a-8492-4a00-a946-5b4b5fa67b19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:36.059952 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.v2.base [req-78d3c597-9d82-466f-805e-4bd64ef47f7e req-dc42ec4b-c886-4df5-a28f-0219ccb365ee service neutron] Request body: {'port': {'device_id': '1a9afc6d-1219-4326-b2c2-cd0792437c37', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77525'}} {{(pid=83998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:40:36.130886 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.v2.base [None req-993af809-48d5-40e6-b3a2-18f66b6b8186 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Request body: {'security_group_rule': {'security_group_id': '0f7c9e5d-2f88-4d15-bd89-ff8afec8e837', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:40:36.138572 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-993af809-48d5-40e6-b3a2-18f66b6b8186 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:40:36.145271 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-993af809-48d5-40e6-b3a2-18f66b6b8186 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Usage tracker for resource:security_group_rule and tenant:01d1e938225c413c8b7177a31ac61fd8 is out of sync, need to count used quota {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:40:36.148928 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-993af809-48d5-40e6-b3a2-18f66b6b8186 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:40:36.156233 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-993af809-48d5-40e6-b3a2-18f66b6b8186 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:40:36.165533 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-f07a1482-b7d8-4d8d-8db4-313af1374cf8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:40:36.204998 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-78d3c597-9d82-466f-805e-4bd64ef47f7e req-dc42ec4b-c886-4df5-a28f-0219ccb365ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:36.319345 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cd269c-cdbd-419e-8474-7396597a6dcd req-bdb2a925-75c3-4176-a66c-ab3a45ddfd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:40:36.320202 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-43cd269c-cdbd-419e-8474-7396597a6dcd req-bdb2a925-75c3-4176-a66c-ab3a45ddfd65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851048245'] for port, before_response {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:36.322171 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-43cd269c-cdbd-419e-8474-7396597a6dcd req-bdb2a925-75c3-4176-a66c-ab3a45ddfd65 service neutron] 10.222.0.46 "PUT /v2.0/ports/1be03bc2-babb-4dfe-95ed-1391e5bcd7bf HTTP/1.1" status: 200 len: 1158 time: 4.8620505 Feb 15 21:40:36.346224 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22283d64-fb12-49e8-a3ff-d8be33246567', 'tag': '1be03bc2-babb-4dfe-95ed-1391e5bcd7bf'}] {{(pid=83999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 21:40:36.352427 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-993af809-48d5-40e6-b3a2-18f66b6b8186 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:36.572051 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.managers [None req-2922f9bf-afef-4b90-adc7-dfff219768e2 None None] Attempting to bind port 6cea81d7-ebb6-47e3-9e63-010ade77cac7 on host dv-cinder-775250-3-smb for vnic_type normal with profile {{(pid=84000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 21:40:36.573054 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.managers [None req-2922f9bf-afef-4b90-adc7-dfff219768e2 None None] Attempting to bind port 6cea81d7-ebb6-47e3-9e63-010ade77cac7 by drivers openvswitch on host dv-cinder-775250-3-smb at level 0 using segments [{'id': '8c893903-8c9b-4ad7-b25b-3668faa686d9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '69e9f844-d8da-4039-9b13-e108b452a38b'}] {{(pid=84000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 15 21:40:36.573511 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2922f9bf-afef-4b90-adc7-dfff219768e2 None None] Attempting to bind port 6cea81d7-ebb6-47e3-9e63-010ade77cac7 on network 69e9f844-d8da-4039-9b13-e108b452a38b {{(pid=84000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 15 21:40:36.586507 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2922f9bf-afef-4b90-adc7-dfff219768e2 None None] Checking agent: {'id': 'c4d26ba9-4355-4b6a-ac8e-61eaae13650f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 21, 30, 23), 'started_at': datetime.datetime(2021, 2, 15, 21, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 21, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 21:40:36.586936 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2922f9bf-afef-4b90-adc7-dfff219768e2 None None] Checking segment: {'id': '8c893903-8c9b-4ad7-b25b-3668faa686d9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '69e9f844-d8da-4039-9b13-e108b452a38b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 21:40:36.587402 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-2922f9bf-afef-4b90-adc7-dfff219768e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:36.587845 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2922f9bf-afef-4b90-adc7-dfff219768e2 None None] Bound using segment: {'id': '8c893903-8c9b-4ad7-b25b-3668faa686d9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '69e9f844-d8da-4039-9b13-e108b452a38b'} {{(pid=84000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 21:40:36.588386 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.managers [None req-2922f9bf-afef-4b90-adc7-dfff219768e2 None None] Bound port: 6cea81d7-ebb6-47e3-9e63-010ade77cac7, host: dv-cinder-775250-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c893903-8c9b-4ad7-b25b-3668faa686d9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '69e9f844-d8da-4039-9b13-e108b452a38b'}}] {{(pid=84000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 15 21:40:36.588816 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-2922f9bf-afef-4b90-adc7-dfff219768e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:36.591385 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-993af809-48d5-40e6-b3a2-18f66b6b8186 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:36.640774 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f6a035-8648-4b72-a88c-f0728577acd6 req-c6b06b6c-21a9-45db-8f20-1b33e983517c tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:40:36.647016 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-38f6a035-8648-4b72-a88c-f0728577acd6 req-c6b06b6c-21a9-45db-8f20-1b33e983517c tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/ports?device_id=1a9afc6d-1219-4326-b2c2-cd0792437c37 HTTP/1.1" status: 200 len: 931 time: 0.8036218 Feb 15 21:40:36.647779 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-993af809-48d5-40e6-b3a2-18f66b6b8186 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678418'] for security_group_rule, after_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:36.916065 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Device bab3afe7-5d8a-4123-928e-fd89134b8818 up at agent ovs-agent-hv-cinder-77525 {{(pid=84000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:40:36.995574 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb2a925-75c3-4176-a66c-ab3a45ddfd65 service neutron] Pushing event updated for resources: {'Port': ['ID=1be03bc2-babb-4dfe-95ed-1391e5bcd7bf,revision_number=3']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:40:37.002517 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-bdb2a925-75c3-4176-a66c-ab3a45ddfd65 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.837s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:40:37.013960 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [None req-2922f9bf-afef-4b90-adc7-dfff219768e2 None None] For port 6cea81d7-ebb6-47e3-9e63-010ade77cac7, host dv-cinder-775250-3-smb, cleared binding levels {{(pid=84000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 15 21:40:37.025252 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.145s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:40:37.033066 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.notifiers.nova [req-78d3c597-9d82-466f-805e-4bd64ef47f7e req-dc42ec4b-c886-4df5-a28f-0219ccb365ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6a9d9c7-a68e-46ea-be8e-3ac590b9a05f {{(pid=83998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 15 21:40:37.036056 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-38f6a035-8648-4b72-a88c-f0728577acd6 req-99a4f0fa-d82d-49f0-90ce-7504586ca4a2 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/security-groups?id=cfa94711-8349-42e9-83b9-bdf74ec03915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3763139 Feb 15 21:40:37.052302 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-78d3c597-9d82-466f-805e-4bd64ef47f7e req-dc42ec4b-c886-4df5-a28f-0219ccb365ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:37.085181 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [None req-2922f9bf-afef-4b90-adc7-dfff219768e2 None None] For port 6cea81d7-ebb6-47e3-9e63-010ade77cac7, host dv-cinder-775250-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-3-smb',level=0,port_id=6cea81d7-ebb6-47e3-9e63-010ade77cac7,segment=NetworkSegment(8c893903-8c9b-4ad7-b25b-3668faa686d9),segment_id=8c893903-8c9b-4ad7-b25b-3668faa686d9)] {{(pid=84000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 15 21:40:37.086610 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-993af809-48d5-40e6-b3a2-18f66b6b8186 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:37.089317 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-993af809-48d5-40e6-b3a2-18f66b6b8186 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1226034 Feb 15 21:40:37.099563 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-2922f9bf-afef-4b90-adc7-dfff219768e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779317976793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779317533282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257537242501'] for port, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:37.101059 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 45046) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:40:37.111313 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.v2.base [None req-ba7aecb1-e609-4e57-9455-f28391281b25 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Request body: {'security_group_rule': {'security_group_id': '0f7c9e5d-2f88-4d15-bd89-ff8afec8e837', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:40:37.119905 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-ba7aecb1-e609-4e57-9455-f28391281b25 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:40:37.124551 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-ba7aecb1-e609-4e57-9455-f28391281b25 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Usage tracker for resource:security_group_rule and tenant:01d1e938225c413c8b7177a31ac61fd8 is out of sync, need to count used quota {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:40:37.128083 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-ba7aecb1-e609-4e57-9455-f28391281b25 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:40:37.135642 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-ba7aecb1-e609-4e57-9455-f28391281b25 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:40:37.140403 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-4a1dcff4-8d58-4182-913b-5bded6bd6950 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:40:37.149152 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993af809-48d5-40e6-b3a2-18f66b6b8186 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15d48dce-2e27-4618-a5e2-29b2899d6fca,revision_number=0']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:40:37.163408 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-ba7aecb1-e609-4e57-9455-f28391281b25 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:37.219645 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [req-78d3c597-9d82-466f-805e-4bd64ef47f7e req-dc42ec4b-c886-4df5-a28f-0219ccb365ee service neutron] Transition to ACTIVE for port object a6a9d9c7-a68e-46ea-be8e-3ac590b9a05f will not be triggered until provisioned by entity L2. {{(pid=83998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 21:40:37.238546 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-993af809-48d5-40e6-b3a2-18f66b6b8186 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:40:37.241566 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-878d664a-8492-4a00-a946-5b4b5fa67b19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:37.242701 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-78d3c597-9d82-466f-805e-4bd64ef47f7e req-dc42ec4b-c886-4df5-a28f-0219ccb365ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779317976793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779317533282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257537242501'] for port, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:37.299511 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-ba7aecb1-e609-4e57-9455-f28391281b25 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:37.311044 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cd269c-cdbd-419e-8474-7396597a6dcd req-64bca36d-b6d4-4516-91f2-d2edd7087f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:40:37.312891 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-43cd269c-cdbd-419e-8474-7396597a6dcd req-64bca36d-b6d4-4516-91f2-d2edd7087f31 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6560e6c9f85e4d83bbd45fb6f6c6ecff&device_id=22283d64-fb12-49e8-a3ff-d8be33246567 HTTP/1.1" status: 200 len: 1161 time: 0.6557512 Feb 15 21:40:37.313699 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-ba7aecb1-e609-4e57-9455-f28391281b25 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678418'] for security_group_rule, after_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:37.316208 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:40:37.343844 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7aecb1-e609-4e57-9455-f28391281b25 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86cd28b8-7636-449c-bb31-7578fd338071,revision_number=0']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:40:37.418892 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-ba7aecb1-e609-4e57-9455-f28391281b25 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:40:37.422145 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 45052) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:40:37.426267 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Provisioning complete for port bab3afe7-5d8a-4123-928e-fd89134b8818 triggered by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:40:37.426700 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:37.482994 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-0f3780f6-6124-42dd-8c65-083495e474ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:40:37.491743 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-43cd269c-cdbd-419e-8474-7396597a6dcd req-27d621d8-8b57-4eb0-9b43-5244b5f81ff3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1be03bc2-babb-4dfe-95ed-1391e5bcd7bf HTTP/1.1" status: 200 len: 217 time: 0.1552455 Feb 15 21:40:37.506909 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e65f85-f376-4b51-aebf-d41425be7e6f None None] Pushing event updated for resources: {'Port': ['ID=6cea81d7-ebb6-47e3-9e63-010ade77cac7,revision_number=4']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:40:37.518373 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878d664a-8492-4a00-a946-5b4b5fa67b19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=917f03a7-8d6f-4546-90f6-f57281e998c7,revision_number=None']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:40:37.521522 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-81e65f85-f376-4b51-aebf-d41425be7e6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:40:37.540832 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-878d664a-8492-4a00-a946-5b4b5fa67b19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:40:37.541620 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.051s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:40:37.618848 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-ba7aecb1-e609-4e57-9455-f28391281b25 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:37.620332 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-ba7aecb1-e609-4e57-9455-f28391281b25 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5165162 Feb 15 21:40:37.623587 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-878d664a-8492-4a00-a946-5b4b5fa67b19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:37.624045 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 45064) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:40:37.624874 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-878d664a-8492-4a00-a946-5b4b5fa67b19 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/917f03a7-8d6f-4546-90f6-f57281e998c7 HTTP/1.1" status: 204 len: 168 time: 1.7739780 Feb 15 21:40:37.633019 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc42ec4b-c886-4df5-a28f-0219ccb365ee service neutron] Pushing event updated for resources: {'Port': ['ID=a6a9d9c7-a68e-46ea-be8e-3ac590b9a05f,revision_number=2']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:40:37.647205 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-dc42ec4b-c886-4df5-a28f-0219ccb365ee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:40:37.652143 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.v2.base [None req-96fdab15-19e6-4c4c-8d08-4df9309b86df tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Request body: {'floatingip': {'floating_network_id': 'f2926baf-a168-440c-89c9-d3754209afe6'}} {{(pid=83999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:40:37.656117 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ef4af5-4e3b-410f-bd82-2ba716d04bbb req-3fdc693f-4ed4-44ff-9f08-46436e6de071 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:40:37.657960 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-c1ef4af5-4e3b-410f-bd82-2ba716d04bbb req-3fdc693f-4ed4-44ff-9f08-46436e6de071 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] 10.222.0.68 "GET /v2.0/ports?device_id=e664b4ef-9ca0-4e9a-9660-25803b26daa8 HTTP/1.1" status: 200 len: 945 time: 0.5795395 Feb 15 21:40:37.684429 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-96fdab15-19e6-4c4c-8d08-4df9309b86df tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:40:37.708050 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-96fdab15-19e6-4c4c-8d08-4df9309b86df tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Usage tracker for resource:floatingip and tenant:01d1e938225c413c8b7177a31ac61fd8 is out of sync, need to count used quota {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:40:37.727118 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cd269c-cdbd-419e-8474-7396597a6dcd req-0f0234ad-b6e4-472d-91d9-710c9bce7a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:40:37.728760 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-43cd269c-cdbd-419e-8474-7396597a6dcd req-0f0234ad-b6e4-472d-91d9-710c9bce7a61 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f72e66a9-c0ee-498d-b316-6527684306cf HTTP/1.1" status: 200 len: 856 time: 0.2212236 Feb 15 21:40:37.729733 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-96fdab15-19e6-4c4c-8d08-4df9309b86df tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:40:37.740994 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2922f9bf-afef-4b90-adc7-dfff219768e2 None None] Routers {'8b5de55b-85bd-41bb-b8b2-b1ef77649103'} bound to L3 agent in host dv-cinder-775250-3-smb {{(pid=84000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 21:40:37.742398 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_hamode_db [None req-2922f9bf-afef-4b90-adc7-dfff219768e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-15T21:30:22Z,description=,heartbeat_timestamp=2021-02-15T21:40:22Z,host='dv-cinder-775250-3-smb',id=dc46b086-6cb1-49e8-b95e-1fe9b389155e,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T21:30:22Z,topic='l3_agent')) {'router_ids': ['8b5de55b-85bd-41bb-b8b2-b1ef77649103'], 'active': True} {{(pid=84000) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:40:37.745111 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-a4d38d80-25d9-4ccc-8b77-aba0923108b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:37.787566 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.managers [req-78d3c597-9d82-466f-805e-4bd64ef47f7e req-dc42ec4b-c886-4df5-a28f-0219ccb365ee service neutron] Attempting to bind port a6a9d9c7-a68e-46ea-be8e-3ac590b9a05f on host hv-cinder-77525 for vnic_type normal with profile {{(pid=83998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 21:40:37.787954 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.managers [req-78d3c597-9d82-466f-805e-4bd64ef47f7e req-dc42ec4b-c886-4df5-a28f-0219ccb365ee service neutron] Attempting to bind port a6a9d9c7-a68e-46ea-be8e-3ac590b9a05f by drivers openvswitch on host hv-cinder-77525 at level 0 using segments [{'id': '9fc507ea-f429-4867-baf5-c8ee986591b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c278209e-60b4-4d2d-9f56-5790073f68ce'}] {{(pid=83998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 15 21:40:37.788327 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d3c597-9d82-466f-805e-4bd64ef47f7e req-dc42ec4b-c886-4df5-a28f-0219ccb365ee service neutron] Attempting to bind port a6a9d9c7-a68e-46ea-be8e-3ac590b9a05f on network c278209e-60b4-4d2d-9f56-5790073f68ce {{(pid=83998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 15 21:40:37.799772 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-96fdab15-19e6-4c4c-8d08-4df9309b86df tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:40:37.828369 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-43cd269c-cdbd-419e-8474-7396597a6dcd req-c7c61302-0d79-40fe-b6fd-c3694eee2afd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c278209e-60b4-4d2d-9f56-5790073f68ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0854714 Feb 15 21:40:37.830291 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-a4d38d80-25d9-4ccc-8b77-aba0923108b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:40:37.830722 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d3c597-9d82-466f-805e-4bd64ef47f7e req-dc42ec4b-c886-4df5-a28f-0219ccb365ee service neutron] Checking agent: {'id': '3b9d0ad6-16ce-46f2-a5c4-f9a7961e9638', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77525', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 21, 37, 44), 'started_at': datetime.datetime(2021, 2, 15, 21, 38, 14), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 21, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 21:40:37.831110 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d3c597-9d82-466f-805e-4bd64ef47f7e req-dc42ec4b-c886-4df5-a28f-0219ccb365ee service neutron] Checking segment: {'id': '9fc507ea-f429-4867-baf5-c8ee986591b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c278209e-60b4-4d2d-9f56-5790073f68ce'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 21:40:37.831526 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-78d3c597-9d82-466f-805e-4bd64ef47f7e req-dc42ec4b-c886-4df5-a28f-0219ccb365ee service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:37.831961 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d3c597-9d82-466f-805e-4bd64ef47f7e req-dc42ec4b-c886-4df5-a28f-0219ccb365ee service neutron] Bound using segment: {'id': '9fc507ea-f429-4867-baf5-c8ee986591b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c278209e-60b4-4d2d-9f56-5790073f68ce'} {{(pid=83998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 21:40:37.832449 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.managers [req-78d3c597-9d82-466f-805e-4bd64ef47f7e req-dc42ec4b-c886-4df5-a28f-0219ccb365ee service neutron] Bound port: a6a9d9c7-a68e-46ea-be8e-3ac590b9a05f, host: hv-cinder-77525, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fc507ea-f429-4867-baf5-c8ee986591b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c278209e-60b4-4d2d-9f56-5790073f68ce'}}] {{(pid=83998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 15 21:40:37.832836 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-78d3c597-9d82-466f-805e-4bd64ef47f7e req-dc42ec4b-c886-4df5-a28f-0219ccb365ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:37.851160 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-a4d38d80-25d9-4ccc-8b77-aba0923108b2 admin admin] Usage tracker for resource:security_group_rule and tenant:8c5847ffbf1d45719049e2fbf8acbc9e is out of sync, need to count used quota {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:40:37.856039 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-96fdab15-19e6-4c4c-8d08-4df9309b86df tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Notify callbacks [] for floatingip, before_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:37.935966 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-a4d38d80-25d9-4ccc-8b77-aba0923108b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:40:37.952777 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbdb18a-eebf-496e-bc20-f707e30557b9 req-463437e6-eb6a-4a14-9095-1612f88af0d1 tempest-DeleteServersTestJSON-1244118395 tempest-DeleteServersTestJSON-1244118395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:40:37.953378 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-1dbdb18a-eebf-496e-bc20-f707e30557b9 req-463437e6-eb6a-4a14-9095-1612f88af0d1 tempest-DeleteServersTestJSON-1244118395 tempest-DeleteServersTestJSON-1244118395-project] 10.222.0.68 "GET /v2.0/ports?device_id=f46c38db-460f-45f7-a3e2-483b356d7099 HTTP/1.1" status: 200 len: 945 time: 0.6151035 Feb 15 21:40:37.969765 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-a4d38d80-25d9-4ccc-8b77-aba0923108b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:40:37.982218 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-c1ef4af5-4e3b-410f-bd82-2ba716d04bbb req-cf1b079b-59a9-4174-85f6-59b7a7dbe66e tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] 10.222.0.68 "GET /v2.0/security-groups?id=eacf551a-e03d-4784-a8ef-492410bc89e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2683489 Feb 15 21:40:38.093867 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [req-78d3c597-9d82-466f-805e-4bd64ef47f7e req-dc42ec4b-c886-4df5-a28f-0219ccb365ee service neutron] For port a6a9d9c7-a68e-46ea-be8e-3ac590b9a05f, host hv-cinder-77525, cleared binding levels {{(pid=83998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 15 21:40:38.100936 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [req-78d3c597-9d82-466f-805e-4bd64ef47f7e req-dc42ec4b-c886-4df5-a28f-0219ccb365ee service neutron] For port a6a9d9c7-a68e-46ea-be8e-3ac590b9a05f, host hv-cinder-77525, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=a6a9d9c7-a68e-46ea-be8e-3ac590b9a05f,segment=NetworkSegment(9fc507ea-f429-4867-baf5-c8ee986591b3),segment_id=9fc507ea-f429-4867-baf5-c8ee986591b3)] {{(pid=83998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 15 21:40:38.112016 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-78d3c597-9d82-466f-805e-4bd64ef47f7e req-dc42ec4b-c886-4df5-a28f-0219ccb365ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779317976793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779317533282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257537242501'] for port, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:38.112859 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvr_db [None req-2922f9bf-afef-4b90-adc7-dfff219768e2 None None] Set router 8b5de55b-85bd-41bb-b8b2-b1ef77649103 gateway port host: dv-cinder-775250-3-smb {{(pid=84000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 21:40:38.148304 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:40:38.381588 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22283d64-fb12-49e8-a3ff-d8be33246567', 'tag': '1be03bc2-babb-4dfe-95ed-1391e5bcd7bf', 'status': 'completed', 'code': 200} Feb 15 21:40:38.417222 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-1dbdb18a-eebf-496e-bc20-f707e30557b9 req-c7c1bb76-9350-4b9f-a39f-850bfe4bb02a tempest-DeleteServersTestJSON-1244118395 tempest-DeleteServersTestJSON-1244118395-project] 10.222.0.68 "GET /v2.0/security-groups?id=c1c74a22-1874-4b20-95ae-51fd0e9cc5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4446609 Feb 15 21:40:38.543763 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-43cd269c-cdbd-419e-8474-7396597a6dcd req-5e848318-3288-4e3a-b58f-459ef8539ee3 service neutron] 10.222.0.46 "GET /v2.0/networks/c278209e-60b4-4d2d-9f56-5790073f68ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7031486 Feb 15 21:40:38.749080 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-a4d38d80-25d9-4ccc-8b77-aba0923108b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:38.761778 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc42ec4b-c886-4df5-a28f-0219ccb365ee service neutron] Pushing event updated for resources: {'Port': ['ID=a6a9d9c7-a68e-46ea-be8e-3ac590b9a05f,revision_number=3']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:40:38.765277 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-a4d38d80-25d9-4ccc-8b77-aba0923108b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:38.779795 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-43c3c3f3-f757-49db-98fb-d56ba297591d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:40:38.825424 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-dc42ec4b-c886-4df5-a28f-0219ccb365ee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.675s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:40:38.855010 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-43cd269c-cdbd-419e-8474-7396597a6dcd req-994b44e8-23a0-4014-b615-4f3cf77f4e64 service neutron] 10.222.0.46 "GET /v2.0/networks/c278209e-60b4-4d2d-9f56-5790073f68ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2871823 Feb 15 21:40:38.858322 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-96fdab15-19e6-4c4c-8d08-4df9309b86df tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:38.871923 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d38d80-25d9-4ccc-8b77-aba0923108b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88e42eb2-c455-46b9-8483-43c1f49d60ce,revision_number=1']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:40:38.902388 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-a4d38d80-25d9-4ccc-8b77-aba0923108b2 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=8c5847ffbf1d45719049e2fbf8acbc9e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4299855 Feb 15 21:40:38.905223 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 45114) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:40:38.908256 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-a4d38d80-25d9-4ccc-8b77-aba0923108b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:40:39.015540 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-b65b8740-34f5-4810-9bc8-01e47281d6bc req-d79ed2b5-f958-4e4d-ab5c-345b4bea3e4e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f46c38db-460f-45f7-a3e2-483b356d7099&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.5498698 Feb 15 21:40:39.022823 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d3c597-9d82-466f-805e-4bd64ef47f7e req-dc42ec4b-c886-4df5-a28f-0219ccb365ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:40:39.023526 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-78d3c597-9d82-466f-805e-4bd64ef47f7e req-dc42ec4b-c886-4df5-a28f-0219ccb365ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851048245'] for port, before_response {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:39.025180 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-78d3c597-9d82-466f-805e-4bd64ef47f7e req-dc42ec4b-c886-4df5-a28f-0219ccb365ee service neutron] 10.222.0.46 "PUT /v2.0/ports/a6a9d9c7-a68e-46ea-be8e-3ac590b9a05f HTTP/1.1" status: 200 len: 1157 time: 2.9736786 Feb 15 21:40:39.047583 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddd5308-c98b-4043-bb89-04ce18b9e70e req-1f6d5b63-7f23-4e2a-85db-6fb2cde3385a tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:40:39.048417 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [req-7ddd5308-c98b-4043-bb89-04ce18b9e70e req-1f6d5b63-7f23-4e2a-85db-6fb2cde3385a tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Synchronizing usage tracker for tenant:6560e6c9f85e4d83bbd45fb6f6c6ecff on resource:port {{(pid=83998) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 21:40:39.057034 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_hamode_db [None req-2922f9bf-afef-4b90-adc7-dfff219768e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b5de55b-85bd-41bb-b8b2-b1ef77649103', 'name': 'tempest-AttachVolumeTestJSON-246652911-router', 'tenant_id': '01d1e938225c413c8b7177a31ac61fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'external_fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.206'}], 'enable_snat': True}, 'gw_port_id': '5ca6c730-ff34-4990-b0c3-57122126439c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:39:59Z', 'updated_at': '2021-02-15T21:40:24Z', 'revision_number': 4, 'project_id': '01d1e938225c413c8b7177a31ac61fd8', 'gw_port': {'id': '5ca6c730-ff34-4990-b0c3-57122126439c', 'name': '', 'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:78:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5de55b-85bd-41bb-b8b2-b1ef77649103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:40:03Z', 'updated_at': '2021-02-15T21:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-smb', '_interfaces': [{'id': '6cea81d7-ebb6-47e3-9e63-010ade77cac7', 'name': '', 'network_id': '69e9f844-d8da-4039-9b13-e108b452a38b', 'tenant_id': '01d1e938225c413c8b7177a31ac61fd8', 'mac_address': 'fa:16:3e:f3:cc:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b5de55b-85bd-41bb-b8b2-b1ef77649103', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '96a9e4d7-4193-4d87-beab-01964d61c871', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:40:19Z', 'updated_at': '2021-02-15T21:40:36Z', 'revision_number': 4, 'project_id': '01d1e938225c413c8b7177a31ac61fd8', 'subnets': [{'id': '96a9e4d7-4193-4d87-beab-01964d61c871', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-3-smb', False) {} {{(pid=84000) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:40:39.057494 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a9afc6d-1219-4326-b2c2-cd0792437c37', 'tag': 'a6a9d9c7-a68e-46ea-be8e-3ac590b9a05f'}] {{(pid=83998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 21:40:39.068461 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2922f9bf-afef-4b90-adc7-dfff219768e2 None None] The sync data for ids ['8b5de55b-85bd-41bb-b8b2-b1ef77649103'] in dv-cinder-775250-3-smb is: [{'id': '8b5de55b-85bd-41bb-b8b2-b1ef77649103', 'name': 'tempest-AttachVolumeTestJSON-246652911-router', 'tenant_id': '01d1e938225c413c8b7177a31ac61fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'external_fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.206'}], 'enable_snat': True}, 'gw_port_id': '5ca6c730-ff34-4990-b0c3-57122126439c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:39:59Z', 'updated_at': '2021-02-15T21:40:24Z', 'revision_number': 4, 'project_id': '01d1e938225c413c8b7177a31ac61fd8', 'gw_port': {'id': '5ca6c730-ff34-4990-b0c3-57122126439c', 'name': '', 'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:78:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5de55b-85bd-41bb-b8b2-b1ef77649103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:40:03Z', 'updated_at': '2021-02-15T21:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-smb', '_interfaces': [{'id': '6cea81d7-ebb6-47e3-9e63-010ade77cac7', 'name': '', 'network_id': '69e9f844-d8da-4039-9b13-e108b452a38b', 'tenant_id': '01d1e938225c413c8b7177a31ac61fd8', 'mac_address': 'fa:16:3e:f3:cc:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b5de55b-85bd-41bb-b8b2-b1ef77649103', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '96a9e4d7-4193-4d87-beab-01964d61c871', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:40:19Z', 'updated_at': '2021-02-15T21:40:36Z', 'revision_number': 4, 'project_id': '01d1e938225c413c8b7177a31ac61fd8', 'subnets': [{'id': '96a9e4d7-4193-4d87-beab-01964d61c871', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 15 21:40:39.118249 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [req-7ddd5308-c98b-4043-bb89-04ce18b9e70e req-1f6d5b63-7f23-4e2a-85db-6fb2cde3385a tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Unset dirty status for tenant:6560e6c9f85e4d83bbd45fb6f6c6ecff on resource:port {{(pid=83998) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 21:40:39.121027 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-7ddd5308-c98b-4043-bb89-04ce18b9e70e req-1f6d5b63-7f23-4e2a-85db-6fb2cde3385a tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/ports?device_id=1a9afc6d-1219-4326-b2c2-cd0792437c37 HTTP/1.1" status: 200 len: 943 time: 0.5425849 Feb 15 21:40:39.273528 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [req-7ddd5308-c98b-4043-bb89-04ce18b9e70e req-0c5f7e9b-db02-4782-9fd4-b836c4912953 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Synchronizing usage tracker for tenant:6560e6c9f85e4d83bbd45fb6f6c6ecff on resource:security_group {{(pid=83998) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 21:40:39.788062 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.db_base_plugin_common [None req-96fdab15-19e6-4c4c-8d08-4df9309b86df tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Allocated IP 172.28.3.239 (f2926baf-a168-440c-89c9-d3754209afe6/200a9da9-53a8-4f45-a42a-32f02ceebfef/5d25b1f1-7af1-4ef1-9ca3-fed030c47ab6) {{(pid=83999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 15 21:40:39.925722 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [req-7ddd5308-c98b-4043-bb89-04ce18b9e70e req-0c5f7e9b-db02-4782-9fd4-b836c4912953 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Unset dirty status for tenant:6560e6c9f85e4d83bbd45fb6f6c6ecff on resource:security_group {{(pid=83998) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 21:40:39.927073 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-7ddd5308-c98b-4043-bb89-04ce18b9e70e req-0c5f7e9b-db02-4782-9fd4-b836c4912953 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/security-groups?id=cfa94711-8349-42e9-83b9-bdf74ec03915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7993679 Feb 15 21:40:39.936082 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65b8740-34f5-4810-9bc8-01e47281d6bc req-dd84e0d7-e1b1-4749-9a57-9fc2779c41ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:40:39.939703 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-b65b8740-34f5-4810-9bc8-01e47281d6bc req-dd84e0d7-e1b1-4749-9a57-9fc2779c41ac service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=12cea8e557c1416a9cc87651295d393b&device_id=f46c38db-460f-45f7-a3e2-483b356d7099 HTTP/1.1" status: 200 len: 1162 time: 0.6720903 Feb 15 21:40:39.978105 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d3c597-9d82-466f-805e-4bd64ef47f7e req-8ca6f0a5-a333-4fea-aa39-4748b584ab5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:40:39.979819 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-78d3c597-9d82-466f-805e-4bd64ef47f7e req-8ca6f0a5-a333-4fea-aa39-4748b584ab5d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6560e6c9f85e4d83bbd45fb6f6c6ecff&device_id=1a9afc6d-1219-4326-b2c2-cd0792437c37 HTTP/1.1" status: 200 len: 1160 time: 0.7137036 Feb 15 21:40:40.006074 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-96fdab15-19e6-4c4c-8d08-4df9309b86df tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Notify callbacks [] for port, precommit_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:40.088736 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-18904de0-2c5a-4929-bc96-367625311179 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:40.125377 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-18904de0-2c5a-4929-bc96-367625311179 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:40.176346 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0086f3d7-3295-4da3-b09d-aab7d0a67215 req-855a3a54-bf34-46b5-af60-326a08c018fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:40:40.178075 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-0086f3d7-3295-4da3-b09d-aab7d0a67215 req-855a3a54-bf34-46b5-af60-326a08c018fa service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6560e6c9f85e4d83bbd45fb6f6c6ecff&device_id=22283d64-fb12-49e8-a3ff-d8be33246567 HTTP/1.1" status: 200 len: 1161 time: 1.2498608 Feb 15 21:40:40.283910 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65b8740-34f5-4810-9bc8-01e47281d6bc req-3b87b398-2f38-4f29-b975-d81376dcf4df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:40:40.290539 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-b65b8740-34f5-4810-9bc8-01e47281d6bc req-3b87b398-2f38-4f29-b975-d81376dcf4df service neutron] 10.222.0.46 "GET /v2.0/networks?id=36f6af71-4ea0-4f7d-9764-03e9ee72e8f4 HTTP/1.1" status: 200 len: 906 time: 0.3095734 Feb 15 21:40:40.294111 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a9afc6d-1219-4326-b2c2-cd0792437c37', 'tag': 'a6a9d9c7-a68e-46ea-be8e-3ac590b9a05f', 'status': 'completed', 'code': 200} Feb 15 21:40:40.449466 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-78d3c597-9d82-466f-805e-4bd64ef47f7e req-27d1b5f3-58ff-45f7-b7c6-924aff574c62 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a6a9d9c7-a68e-46ea-be8e-3ac590b9a05f HTTP/1.1" status: 200 len: 217 time: 0.1543670 Feb 15 21:40:40.537311 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-b65b8740-34f5-4810-9bc8-01e47281d6bc req-c9044f6c-c5a0-493a-9277-12a1964fb69e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bab3afe7-5d8a-4123-928e-fd89134b8818 HTTP/1.1" status: 200 len: 217 time: 0.0867167 Feb 15 21:40:40.617974 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d3c597-9d82-466f-805e-4bd64ef47f7e req-a7d16962-30ce-4339-80ce-4d02af37e9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:40:40.619618 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-78d3c597-9d82-466f-805e-4bd64ef47f7e req-a7d16962-30ce-4339-80ce-4d02af37e9b3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f72e66a9-c0ee-498d-b316-6527684306cf HTTP/1.1" status: 200 len: 856 time: 0.0812793 Feb 15 21:40:40.656518 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152fed84-0fbc-4d5e-900c-36af6e65ae3e req-79f73e5f-5817-4d14-8f54-7eb5acd34bba tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:40:40.658568 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-152fed84-0fbc-4d5e-900c-36af6e65ae3e req-79f73e5f-5817-4d14-8f54-7eb5acd34bba tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] 10.222.0.68 "GET /v2.0/ports?device_id=e664b4ef-9ca0-4e9a-9660-25803b26daa8 HTTP/1.1" status: 200 len: 945 time: 1.3270335 Feb 15 21:40:40.666544 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-96fdab15-19e6-4c4c-8d08-4df9309b86df tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363257537239207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853815187'] for port, after_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:40.708814 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-a64477ef-1782-4c37-9fb9-965cfba99a6d tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:40:40.770827 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-78d3c597-9d82-466f-805e-4bd64ef47f7e req-143cf5c5-a126-4407-add7-f972ef439c91 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c278209e-60b4-4d2d-9f56-5790073f68ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0950370 Feb 15 21:40:40.818819 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65b8740-34f5-4810-9bc8-01e47281d6bc req-19a75abf-3658-40d8-a1b9-abc6ff10b8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:40:40.820453 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-b65b8740-34f5-4810-9bc8-01e47281d6bc req-19a75abf-3658-40d8-a1b9-abc6ff10b8ce service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d167a95e-5d69-42f5-bf31-6fffdae88a6a HTTP/1.1" status: 200 len: 852 time: 0.1998646 Feb 15 21:40:40.835225 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-18904de0-2c5a-4929-bc96-367625311179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:40.900530 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-b65b8740-34f5-4810-9bc8-01e47281d6bc req-78e63156-445c-4f49-9590-13c4fb0c59f7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=36f6af71-4ea0-4f7d-9764-03e9ee72e8f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0656531 Feb 15 21:40:41.137956 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Device 6cea81d7-ebb6-47e3-9e63-010ade77cac7 up at agent ovs-agent-dv-cinder-775250-3-smb {{(pid=84000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:40:41.217294 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-b65b8740-34f5-4810-9bc8-01e47281d6bc req-90dd8c37-17b1-493b-8e89-f5f1214ffd12 service neutron] 10.222.0.46 "GET /v2.0/networks/36f6af71-4ea0-4f7d-9764-03e9ee72e8f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265353 Feb 15 21:40:41.246126 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.objects.ports [None req-78603b0a-94bc-40e2-b859-57f6c03eca52 None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=84000) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 15 21:40:41.251979 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96fdab15-19e6-4c4c-8d08-4df9309b86df tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Network f2926baf-a168-440c-89c9-d3754209afe6 is already hosted by enough agents. {{(pid=83999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 21:40:41.265239 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-152fed84-0fbc-4d5e-900c-36af6e65ae3e req-0b5e0d21-1bc9-4cf0-86bd-f5d21892f86f tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] 10.222.0.68 "GET /v2.0/security-groups?id=eacf551a-e03d-4784-a8ef-492410bc89e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5874584 Feb 15 21:40:41.266669 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.base_scheduler [None req-96fdab15-19e6-4c4c-8d08-4df9309b86df tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Resources bound (agent type, host, resource id): {{(pid=83999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 21:40:41.274537 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fdab15-19e6-4c4c-8d08-4df9309b86df tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Pushing event updated for resources: {'Port': ['ID=5d25b1f1-7af1-4ef1-9ca3-fed030c47ab6,revision_number=1']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:40:41.281333 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96fdab15-19e6-4c4c-8d08-4df9309b86df tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Received port after_create {{(pid=83999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 15 21:40:41.329047 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Provisioning for port 6cea81d7-ebb6-47e3-9e63-010ade77cac7 completed by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 21:40:41.335814 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Provisioning complete for port 6cea81d7-ebb6-47e3-9e63-010ade77cac7 triggered by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:40:41.336352 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:41.352024 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0086f3d7-3295-4da3-b09d-aab7d0a67215 req-58a9f6c0-0b4b-470b-ab59-4e6b200c7140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:40:41.352024 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-0086f3d7-3295-4da3-b09d-aab7d0a67215 req-58a9f6c0-0b4b-470b-ab59-4e6b200c7140 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c278209e-60b4-4d2d-9f56-5790073f68ce HTTP/1.1" status: 200 len: 910 time: 1.1432140 Feb 15 21:40:41.352528 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-96fdab15-19e6-4c4c-8d08-4df9309b86df tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.644s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:40:41.353116 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-6eb1bf09-59e8-4a15-848d-7d5c183a35af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.260s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:40:41.372771 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18904de0-2c5a-4929-bc96-367625311179 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88e42eb2-c455-46b9-8483-43c1f49d60ce,revision_number=None']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:40:41.482243 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-18904de0-2c5a-4929-bc96-367625311179 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:41.484008 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-18904de0-2c5a-4929-bc96-367625311179 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/88e42eb2-c455-46b9-8483-43c1f49d60ce HTTP/1.1" status: 204 len: 168 time: 2.5646825 Feb 15 21:40:41.485966 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-0086f3d7-3295-4da3-b09d-aab7d0a67215 req-56d49ed2-1d5b-4ea6-a467-fdf632872626 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1be03bc2-babb-4dfe-95ed-1391e5bcd7bf HTTP/1.1" status: 200 len: 217 time: 0.1146295 Feb 15 21:40:41.487142 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-18904de0-2c5a-4929-bc96-367625311179 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:40:41.585225 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 45202) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:40:41.647684 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:41.687520 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee18acd9-dc43-41d5-a5c8-131e3a9c80e4 req-14fd2ebe-a5e1-4344-a102-fd6b1c58732f tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:40:41.696024 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-ee18acd9-dc43-41d5-a5c8-131e3a9c80e4 req-14fd2ebe-a5e1-4344-a102-fd6b1c58732f tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/ports?device_id=1a9afc6d-1219-4326-b2c2-cd0792437c37 HTTP/1.1" status: 200 len: 943 time: 0.4554403 Feb 15 21:40:41.699688 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-78d3c597-9d82-466f-805e-4bd64ef47f7e req-9ef3b07b-f34c-4692-bec6-47ba28a1ffc2 service neutron] 10.222.0.46 "GET /v2.0/networks/c278209e-60b4-4d2d-9f56-5790073f68ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9198110 Feb 15 21:40:41.715897 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0086f3d7-3295-4da3-b09d-aab7d0a67215 req-fa8f740a-b640-418d-a747-c07470db1c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:40:41.718454 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-0086f3d7-3295-4da3-b09d-aab7d0a67215 req-fa8f740a-b640-418d-a747-c07470db1c7d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f72e66a9-c0ee-498d-b316-6527684306cf HTTP/1.1" status: 200 len: 856 time: 0.2238531 Feb 15 21:40:41.724971 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Device 1be03bc2-babb-4dfe-95ed-1391e5bcd7bf up at agent ovs-agent-hv-cinder-77525 {{(pid=84000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:40:41.804269 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-0086f3d7-3295-4da3-b09d-aab7d0a67215 req-58b108a2-7bb6-48e0-ac2a-d67b8c0ca4cd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c278209e-60b4-4d2d-9f56-5790073f68ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0772774 Feb 15 21:40:41.815595 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-96fdab15-19e6-4c4c-8d08-4df9309b86df tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:41.921703 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-ee18acd9-dc43-41d5-a5c8-131e3a9c80e4 req-3e3c7957-843a-4ec8-b770-e4fa5adfa39a tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/security-groups?id=cfa94711-8349-42e9-83b9-bdf74ec03915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139490 Feb 15 21:40:41.945457 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] For port 6cea81d7-ebb6-47e3-9e63-010ade77cac7, host dv-cinder-775250-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-3-smb',level=0,port_id=6cea81d7-ebb6-47e3-9e63-010ade77cac7,segment=NetworkSegment(8c893903-8c9b-4ad7-b25b-3668faa686d9),segment_id=8c893903-8c9b-4ad7-b25b-3668faa686d9)] {{(pid=84000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:40:41.956684 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779317976793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779317533282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257537242501'] for port, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:41.967156 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-81e65f85-f376-4b51-aebf-d41425be7e6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:40:41.978557 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-b65b8740-34f5-4810-9bc8-01e47281d6bc req-a56abcad-434c-4911-821a-734ecbece95e service neutron] 10.222.0.46 "GET /v2.0/networks/36f6af71-4ea0-4f7d-9764-03e9ee72e8f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7497485 Feb 15 21:40:42.156211 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Pushing event updated for resources: {'Port': ['ID=6cea81d7-ebb6-47e3-9e63-010ade77cac7,revision_number=5']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:40:42.164318 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:40:42.171287 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Provisioning for port 1be03bc2-babb-4dfe-95ed-1391e5bcd7bf completed by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 21:40:42.182461 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Provisioning complete for port 1be03bc2-babb-4dfe-95ed-1391e5bcd7bf triggered by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:40:42.184587 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:42.206027 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-96fdab15-19e6-4c4c-8d08-4df9309b86df tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_update {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:42.210771 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-78d3c597-9d82-466f-805e-4bd64ef47f7e req-1e4b6dff-7e34-421b-af75-ad4a40ee3f31 service neutron] 10.222.0.46 "GET /v2.0/networks/c278209e-60b4-4d2d-9f56-5790073f68ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4374254 Feb 15 21:40:42.418153 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83998) accepted ('10.222.0.68', 45216) {{(pid=83998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:40:42.447143 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-ffaacb49-3557-4902-9fe9-de7e813c7a13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:42.468954 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-ffaacb49-3557-4902-9fe9-de7e813c7a13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:40:42.478125 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-ffaacb49-3557-4902-9fe9-de7e813c7a13 admin admin] Usage tracker for resource:security_group_rule and tenant:14189ac7a5514b23871ff6db211a5fb5 is out of sync, need to count used quota {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:40:42.482913 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-ffaacb49-3557-4902-9fe9-de7e813c7a13 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:40:42.487770 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:42.492177 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-ffaacb49-3557-4902-9fe9-de7e813c7a13 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:40:42.512822 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3392d15-8af4-406b-8331-12c270fa4779 req-f1006530-f7f1-4257-8bb1-1d1feba3d272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:40:42.514635 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-c3392d15-8af4-406b-8331-12c270fa4779 req-f1006530-f7f1-4257-8bb1-1d1feba3d272 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6560e6c9f85e4d83bbd45fb6f6c6ecff&device_id=1a9afc6d-1219-4326-b2c2-cd0792437c37 HTTP/1.1" status: 200 len: 1160 time: 0.2369249 Feb 15 21:40:42.596742 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22283d64-fb12-49e8-a3ff-d8be33246567', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1be03bc2-babb-4dfe-95ed-1391e5bcd7bf'}] {{(pid=84000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 21:40:42.626440 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] For port 1be03bc2-babb-4dfe-95ed-1391e5bcd7bf, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=1be03bc2-babb-4dfe-95ed-1391e5bcd7bf,segment=NetworkSegment(9fc507ea-f429-4867-baf5-c8ee986591b3),segment_id=9fc507ea-f429-4867-baf5-c8ee986591b3)] {{(pid=84000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:40:42.638059 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779317976793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779317533282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257537242501'] for port, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:42.642942 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-99fd542d-b73c-42f1-bb2a-1801a9c0f3a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:40:42.707588 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-7b3a20c8-9185-460d-a6e7-2beee52d4e3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:42.750227 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-7b3a20c8-9185-460d-a6e7-2beee52d4e3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:40:42.765592 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-7b3a20c8-9185-460d-a6e7-2beee52d4e3c admin admin] Usage tracker for resource:security_group_rule and tenant:8b13c8e81eeb48c6bd12dfb217e8fa5b is out of sync, need to count used quota {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:40:42.790283 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-0086f3d7-3295-4da3-b09d-aab7d0a67215 req-bd2bcada-331e-4c98-8136-3fecaa760825 service neutron] 10.222.0.46 "GET /v2.0/networks/c278209e-60b4-4d2d-9f56-5790073f68ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9698353 Feb 15 21:40:42.790283 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-7b3a20c8-9185-460d-a6e7-2beee52d4e3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:40:42.804920 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-7b3a20c8-9185-460d-a6e7-2beee52d4e3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:40:42.912249 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22283d64-fb12-49e8-a3ff-d8be33246567', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1be03bc2-babb-4dfe-95ed-1391e5bcd7bf', 'code': 200} Feb 15 21:40:42.913488 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Pushing event updated for resources: {'Port': ['ID=1be03bc2-babb-4dfe-95ed-1391e5bcd7bf,revision_number=4']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:40:42.918122 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:40:42.950092 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Device 1be03bc2-babb-4dfe-95ed-1391e5bcd7bf up at agent ovs-agent-hv-cinder-77525 {{(pid=84000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:40:43.112025 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Device 6cea81d7-ebb6-47e3-9e63-010ade77cac7 up at agent ovs-agent-dv-cinder-775250-3-smb {{(pid=84000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:40:43.128865 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3392d15-8af4-406b-8331-12c270fa4779 req-f1a44c13-765b-439c-8e38-b2c15e71fffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:40:43.130807 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-c3392d15-8af4-406b-8331-12c270fa4779 req-f1a44c13-765b-439c-8e38-b2c15e71fffa service neutron] 10.222.0.46 "GET /v2.0/networks?id=c278209e-60b4-4d2d-9f56-5790073f68ce HTTP/1.1" status: 200 len: 910 time: 0.6028714 Feb 15 21:40:43.231218 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Provisioning complete for port 1be03bc2-babb-4dfe-95ed-1391e5bcd7bf triggered by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:40:43.231432 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:43.310339 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Provisioning complete for port 6cea81d7-ebb6-47e3-9e63-010ade77cac7 triggered by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:40:43.310772 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:43.407650 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-c3392d15-8af4-406b-8331-12c270fa4779 req-68393dc5-1ef8-4772-8281-1e00328134a6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a6a9d9c7-a68e-46ea-be8e-3ac590b9a05f HTTP/1.1" status: 200 len: 217 time: 0.2594533 Feb 15 21:40:43.450001 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-7b3a20c8-9185-460d-a6e7-2beee52d4e3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:43.464942 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-7b3a20c8-9185-460d-a6e7-2beee52d4e3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:43.527462 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-3a63b4af-392d-4329-80eb-883ee7bc0af5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:40:43.527820 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-ffaacb49-3557-4902-9fe9-de7e813c7a13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:43.557042 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-ffaacb49-3557-4902-9fe9-de7e813c7a13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:43.562816 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-96fdab15-19e6-4c4c-8d08-4df9309b86df tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Notify callbacks [] for port, precommit_update {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:43.597060 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-96fdab15-19e6-4c4c-8d08-4df9309b86df tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779317976793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779317533282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257537242501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-960628'] for port, after_update {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:43.610575 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-052a4450-6c28-4d10-9f93-c604480fb77e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:40:43.646724 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-ffaacb49-3557-4902-9fe9-de7e813c7a13 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=14189ac7a5514b23871ff6db211a5fb5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2178113 Feb 15 21:40:43.647861 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaacb49-3557-4902-9fe9-de7e813c7a13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adff5cbb-496c-45b0-a0d4-89cf9f4ec816,revision_number=1']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:40:43.659413 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83998) accepted ('10.222.0.68', 45262) {{(pid=83998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:40:43.674822 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-ffaacb49-3557-4902-9fe9-de7e813c7a13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:40:43.705440 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be77bfec-bba6-4973-851e-6f514622d46f req-b3a6785d-f50e-4444-998f-157352b7d29a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:40:43.707829 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-be77bfec-bba6-4973-851e-6f514622d46f req-b3a6785d-f50e-4444-998f-157352b7d29a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=22283d64-fb12-49e8-a3ff-d8be33246567 HTTP/1.1" status: 200 len: 1163 time: 0.4601271 Feb 15 21:40:43.711775 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3392d15-8af4-406b-8331-12c270fa4779 req-69fe6997-0234-4f98-9fe2-68ba7d08f26e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:40:43.713448 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-c3392d15-8af4-406b-8331-12c270fa4779 req-69fe6997-0234-4f98-9fe2-68ba7d08f26e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f72e66a9-c0ee-498d-b316-6527684306cf HTTP/1.1" status: 200 len: 856 time: 0.2795780 Feb 15 21:40:43.774374 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-0086f3d7-3295-4da3-b09d-aab7d0a67215 req-28194513-8893-46a1-95c4-603956a3923a service neutron] 10.222.0.46 "GET /v2.0/networks/c278209e-60b4-4d2d-9f56-5790073f68ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.9767039 Feb 15 21:40:43.830674 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:43.872085 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-7b3a20c8-9185-460d-a6e7-2beee52d4e3c admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=8b13c8e81eeb48c6bd12dfb217e8fa5b&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2782769 Feb 15 21:40:43.880177 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-c3392d15-8af4-406b-8331-12c270fa4779 req-b1b66619-b4a0-43bd-976d-8238763631f7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c278209e-60b4-4d2d-9f56-5790073f68ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1189446 Feb 15 21:40:43.880896 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83998) accepted ('10.222.0.68', 45272) {{(pid=83998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:40:43.885087 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-be77bfec-bba6-4973-851e-6f514622d46f req-2f2dcbb9-4ec9-46af-8bbd-2f7c732dd061 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=cfa94711-8349-42e9-83b9-bdf74ec03915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445820 Feb 15 21:40:43.887982 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3a20c8-9185-460d-a6e7-2beee52d4e3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87aec1f8-ddf0-4ca2-a8fe-3ef256119467,revision_number=1']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:40:43.972904 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-7b3a20c8-9185-460d-a6e7-2beee52d4e3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:40:43.973749 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.250s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:40:43.997041 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-9d255281-adc5-45d5-8ea9-a95422fc5cde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:44.037870 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-d5ba9179-89b9-4566-bf0c-a600db17f5d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:44.070320 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-d5ba9179-89b9-4566-bf0c-a600db17f5d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:44.087277 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fdab15-19e6-4c4c-8d08-4df9309b86df tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Pushing event updated for resources: {'Port': ['ID=5d25b1f1-7af1-4ef1-9ca3-fed030c47ab6,revision_number=2']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:40:44.094916 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-96fdab15-19e6-4c4c-8d08-4df9309b86df tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:40:44.121780 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcdf740-42b9-4362-b141-6fc93c6744d7 req-779ac120-d54a-49f8-8066-20aee020adfa tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:40:44.123436 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-1bcdf740-42b9-4362-b141-6fc93c6744d7 req-779ac120-d54a-49f8-8066-20aee020adfa tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/ports?device_id=1a9afc6d-1219-4326-b2c2-cd0792437c37 HTTP/1.1" status: 200 len: 943 time: 0.5013723 Feb 15 21:40:44.229593 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-1bcdf740-42b9-4362-b141-6fc93c6744d7 req-e0b857f8-2a32-4b24-a343-e64ee5be3d1c tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/security-groups?id=cfa94711-8349-42e9-83b9-bdf74ec03915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959256 Feb 15 21:40:44.238859 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-96fdab15-19e6-4c4c-8d08-4df9309b86df tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3816703'] for floatingip, after_update {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:44.260314 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-9d255281-adc5-45d5-8ea9-a95422fc5cde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:44.270771 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-96fdab15-19e6-4c4c-8d08-4df9309b86df tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762656'] for floatingip, before_response {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:44.282161 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-96fdab15-19e6-4c4c-8d08-4df9309b86df tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.6568141 Feb 15 21:40:44.336718 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-c3392d15-8af4-406b-8331-12c270fa4779 req-ab2d11ab-c082-43ab-a584-177b7e8fe806 service neutron] 10.222.0.46 "GET /v2.0/networks/c278209e-60b4-4d2d-9f56-5790073f68ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356517 Feb 15 21:40:44.372201 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-d5ba9179-89b9-4566-bf0c-a600db17f5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:44.429492 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:40:44.468496 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ba9179-89b9-4566-bf0c-a600db17f5d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87aec1f8-ddf0-4ca2-a8fe-3ef256119467,revision_number=None']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:40:44.474135 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-d5ba9179-89b9-4566-bf0c-a600db17f5d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:40:44.564153 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-d5ba9179-89b9-4566-bf0c-a600db17f5d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:44.565677 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-d5ba9179-89b9-4566-bf0c-a600db17f5d5 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/87aec1f8-ddf0-4ca2-a8fe-3ef256119467 HTTP/1.1" status: 204 len: 168 time: 0.6768384 Feb 15 21:40:44.574289 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-9d255281-adc5-45d5-8ea9-a95422fc5cde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:44.585271 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-4b42d7c9-285e-4289-bd9f-1b8503b90229 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:40:44.591104 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 45310) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:40:44.614522 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-9d255281-adc5-45d5-8ea9-a95422fc5cde admin admin] Notify callbacks [] for security_group, before_response {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:44.619610 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-9d255281-adc5-45d5-8ea9-a95422fc5cde admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/adff5cbb-496c-45b0-a0d4-89cf9f4ec816 HTTP/1.1" status: 204 len: 168 time: 0.9495556 Feb 15 21:40:44.620700 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d255281-adc5-45d5-8ea9-a95422fc5cde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adff5cbb-496c-45b0-a0d4-89cf9f4ec816,revision_number=None']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:40:44.623851 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-9d255281-adc5-45d5-8ea9-a95422fc5cde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:40:44.813267 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-dde6a42e-b77c-408c-9ff9-bac00f6c50d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:44.862089 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-dde6a42e-b77c-408c-9ff9-bac00f6c50d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:40:44.866421 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-d89d883d-7bd5-4a59-b4c4-286701e93c71 req-a82afdae-a003-485b-b46d-5e0650fde290 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-securitygroup--670744823&fields=id&tenant_id=01d1e938225c413c8b7177a31ac61fd8 HTTP/1.1" status: 200 len: 267 time: 0.3337858 Feb 15 21:40:44.870013 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-dde6a42e-b77c-408c-9ff9-bac00f6c50d4 admin admin] Usage tracker for resource:security_group_rule and tenant:691ff6f7f87442a192e1200b0f97cd76 is out of sync, need to count used quota {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:40:44.874824 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-dde6a42e-b77c-408c-9ff9-bac00f6c50d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:40:44.887110 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-dde6a42e-b77c-408c-9ff9-bac00f6c50d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:40:45.048024 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-c3392d15-8af4-406b-8331-12c270fa4779 req-cd4980aa-d4fa-496c-bf59-85bfdc6461b7 service neutron] 10.222.0.46 "GET /v2.0/networks/c278209e-60b4-4d2d-9f56-5790073f68ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6633580 Feb 15 21:40:45.090976 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-dde6a42e-b77c-408c-9ff9-bac00f6c50d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:45.099565 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-dde6a42e-b77c-408c-9ff9-bac00f6c50d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:45.132685 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 45330) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:40:45.133503 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:40:45.146737 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89d883d-7bd5-4a59-b4c4-286701e93c71 req-56e07a6d-9fcc-420f-a687-7ba28412dbdf tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:40:45.164022 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-d89d883d-7bd5-4a59-b4c4-286701e93c71 req-56e07a6d-9fcc-420f-a687-7ba28412dbdf tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "GET /v2.0/networks?id=69e9f844-d8da-4039-9b13-e108b452a38b HTTP/1.1" status: 200 len: 810 time: 0.2664368 Feb 15 21:40:45.197071 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-d89d883d-7bd5-4a59-b4c4-286701e93c71 req-635cbcb9-3b7d-4d80-a446-6a2f2d6de52c tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "GET /v2.0/quotas/01d1e938225c413c8b7177a31ac61fd8 HTTP/1.1" status: 200 len: 375 time: 0.0316932 Feb 15 21:40:45.231155 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-dde6a42e-b77c-408c-9ff9-bac00f6c50d4 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=691ff6f7f87442a192e1200b0f97cd76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6389360 Feb 15 21:40:45.239939 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-270ea1e7-337e-434e-baa5-79bfa6a89751 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:45.260830 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 45334) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:40:45.272835 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-270ea1e7-337e-434e-baa5-79bfa6a89751 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:40:45.289497 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde6a42e-b77c-408c-9ff9-bac00f6c50d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d47b422-9a73-476a-bfa6-d30602bb911b,revision_number=1']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:40:45.297149 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-dde6a42e-b77c-408c-9ff9-bac00f6c50d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:40:45.300937 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-270ea1e7-337e-434e-baa5-79bfa6a89751 admin admin] Usage tracker for resource:security_group_rule and tenant:98fb81cd4a36488d88f7e2bc87180f96 is out of sync, need to count used quota {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:40:45.313047 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-270ea1e7-337e-434e-baa5-79bfa6a89751 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:40:45.335597 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-270ea1e7-337e-434e-baa5-79bfa6a89751 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:40:45.427984 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [req-d89d883d-7bd5-4a59-b4c4-286701e93c71 req-3446f681-52d9-4219-b243-1894848f6038 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Synchronizing usage tracker for tenant:01d1e938225c413c8b7177a31ac61fd8 on resource:port {{(pid=83998) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 21:40:45.454498 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [req-d89d883d-7bd5-4a59-b4c4-286701e93c71 req-3446f681-52d9-4219-b243-1894848f6038 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Unset dirty status for tenant:01d1e938225c413c8b7177a31ac61fd8 on resource:port {{(pid=83998) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 21:40:45.456372 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-d89d883d-7bd5-4a59-b4c4-286701e93c71 req-3446f681-52d9-4219-b243-1894848f6038 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=01d1e938225c413c8b7177a31ac61fd8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2584565 Feb 15 21:40:45.557959 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-8793fd7f-421a-4c42-b236-d09dfaeb505a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:45.607302 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-8793fd7f-421a-4c42-b236-d09dfaeb505a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:45.645153 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-d89d883d-7bd5-4a59-b4c4-286701e93c71 req-0f1807be-2191-49b3-b0dd-e5ce7f8f2869 service neutron] 10.222.0.68 "GET /v2.0/networks/69e9f844-d8da-4039-9b13-e108b452a38b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748898 Feb 15 21:40:45.687103 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Device a6a9d9c7-a68e-46ea-be8e-3ac590b9a05f up at agent ovs-agent-hv-cinder-77525 {{(pid=84000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:40:45.800157 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Provisioning for port a6a9d9c7-a68e-46ea-be8e-3ac590b9a05f completed by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 21:40:45.810540 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Provisioning complete for port a6a9d9c7-a68e-46ea-be8e-3ac590b9a05f triggered by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:40:45.811353 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:45.848002 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-d89d883d-7bd5-4a59-b4c4-286701e93c71 req-012faf7d-3a00-45d5-bfeb-f92a0ceffba9 service neutron] 10.222.0.68 "GET /v2.0/networks/69e9f844-d8da-4039-9b13-e108b452a38b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1953938 Feb 15 21:40:46.015723 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-270ea1e7-337e-434e-baa5-79bfa6a89751 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:46.031955 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-270ea1e7-337e-434e-baa5-79bfa6a89751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:46.046543 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-dde6a42e-b77c-408c-9ff9-bac00f6c50d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:40:46.060746 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06351ec8-1acb-4ed6-9ae8-e0b312c2d2a1 req-baf00803-c18e-4340-a3f5-3322e9b5066e tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:40:46.068587 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-06351ec8-1acb-4ed6-9ae8-e0b312c2d2a1 req-baf00803-c18e-4340-a3f5-3322e9b5066e tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/ports?device_id=1a9afc6d-1219-4326-b2c2-cd0792437c37 HTTP/1.1" status: 200 len: 943 time: 0.6496820 Feb 15 21:40:46.080761 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:46.143102 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83998) accepted ('10.222.0.68', 45364) {{(pid=83998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:40:46.173821 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-06351ec8-1acb-4ed6-9ae8-e0b312c2d2a1 req-53d727d9-6ab5-47f7-9e64-7fcfd2d48932 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/security-groups?id=cfa94711-8349-42e9-83b9-bdf74ec03915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040847 Feb 15 21:40:46.180433 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270ea1e7-337e-434e-baa5-79bfa6a89751 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=406b4c27-5da6-4506-8d7e-c1ad3a688a1b,revision_number=1']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:40:46.203316 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83998) accepted ('10.222.0.68', 45372) {{(pid=83998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:40:46.203687 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-270ea1e7-337e-434e-baa5-79bfa6a89751 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=98fb81cd4a36488d88f7e2bc87180f96&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0616403 Feb 15 21:40:46.206677 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-270ea1e7-337e-434e-baa5-79bfa6a89751 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:40:46.217232 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-8793fd7f-421a-4c42-b236-d09dfaeb505a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:46.226036 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] For port a6a9d9c7-a68e-46ea-be8e-3ac590b9a05f, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=a6a9d9c7-a68e-46ea-be8e-3ac590b9a05f,segment=NetworkSegment(9fc507ea-f429-4867-baf5-c8ee986591b3),segment_id=9fc507ea-f429-4867-baf5-c8ee986591b3)] {{(pid=84000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:40:46.231239 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a9afc6d-1219-4326-b2c2-cd0792437c37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6a9d9c7-a68e-46ea-be8e-3ac590b9a05f'}] {{(pid=84000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 21:40:46.239113 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:40:46.258218 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779317976793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779317533282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257537242501'] for port, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:46.261665 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Device 1be03bc2-babb-4dfe-95ed-1391e5bcd7bf up at agent ovs-agent-hv-cinder-77525 {{(pid=84000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:40:46.326076 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8793fd7f-421a-4c42-b236-d09dfaeb505a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d47b422-9a73-476a-bfa6-d30602bb911b,revision_number=None']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:40:46.343221 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-8793fd7f-421a-4c42-b236-d09dfaeb505a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:40:46.344591 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-8793fd7f-421a-4c42-b236-d09dfaeb505a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:46.364529 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-8793fd7f-421a-4c42-b236-d09dfaeb505a admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/7d47b422-9a73-476a-bfa6-d30602bb911b HTTP/1.1" status: 204 len: 168 time: 1.0982115 Feb 15 21:40:46.494605 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-e3757809-a2d3-4827-a683-56d405027fd6 req-dedf68f7-25c6-4844-a1b9-6b153c265866 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "GET /v2.0/ports?device_id=75161876-5fd7-4cd5-bcc1-e7aef527b1ee HTTP/1.1" status: 200 len: 210 time: 0.2528832 Feb 15 21:40:46.522151 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a9afc6d-1219-4326-b2c2-cd0792437c37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6a9d9c7-a68e-46ea-be8e-3ac590b9a05f', 'code': 200} Feb 15 21:40:46.522781 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-2682eac6-ce32-4339-a7d7-497ae82890f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:40:46.603560 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-c598c3f2-892d-4e96-a7c6-77d46305a3b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:46.656865 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-c598c3f2-892d-4e96-a7c6-77d46305a3b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:46.671117 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-6daddd8f-9b42-484e-ac31-503654f5bf69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:46.710201 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-6daddd8f-9b42-484e-ac31-503654f5bf69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:40:46.730462 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-6daddd8f-9b42-484e-ac31-503654f5bf69 admin admin] Usage tracker for resource:security_group_rule and tenant:1a5673cd0d8941cb95b2d31894025284 is out of sync, need to count used quota {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:40:46.741772 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-6daddd8f-9b42-484e-ac31-503654f5bf69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:40:46.751612 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Pushing event updated for resources: {'Port': ['ID=a6a9d9c7-a68e-46ea-be8e-3ac590b9a05f,revision_number=4']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:40:46.757488 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-6daddd8f-9b42-484e-ac31-503654f5bf69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:40:46.763829 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:40:46.771615 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Provisioning complete for port 1be03bc2-babb-4dfe-95ed-1391e5bcd7bf triggered by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:40:46.772043 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:46.975059 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-c598c3f2-892d-4e96-a7c6-77d46305a3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:46.987385 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-c710ee47-133f-47d4-991a-46a9a6ad0ba2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:40:47.007320 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c598c3f2-892d-4e96-a7c6-77d46305a3b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=406b4c27-5da6-4506-8d7e-c1ad3a688a1b,revision_number=None']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:40:47.009908 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-c598c3f2-892d-4e96-a7c6-77d46305a3b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:40:47.028132 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab00e52b-2c42-4017-853f-7d00519f529c req-ae6366d1-f61a-4b95-a55f-f2b784c6ca7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:40:47.031550 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-ab00e52b-2c42-4017-853f-7d00519f529c req-ae6366d1-f61a-4b95-a55f-f2b784c6ca7e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1a9afc6d-1219-4326-b2c2-cd0792437c37 HTTP/1.1" status: 200 len: 1162 time: 0.1757336 Feb 15 21:40:47.102284 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-c598c3f2-892d-4e96-a7c6-77d46305a3b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:47.107889 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-c598c3f2-892d-4e96-a7c6-77d46305a3b5 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/406b4c27-5da6-4506-8d7e-c1ad3a688a1b HTTP/1.1" status: 204 len: 168 time: 0.9034662 Feb 15 21:40:47.117540 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-6daddd8f-9b42-484e-ac31-503654f5bf69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:47.126374 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-6daddd8f-9b42-484e-ac31-503654f5bf69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:47.140337 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-c598c3f2-892d-4e96-a7c6-77d46305a3b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:40:47.162077 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-ab00e52b-2c42-4017-853f-7d00519f529c req-5ddb93cd-e141-432b-b343-823463f34b90 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=cfa94711-8349-42e9-83b9-bdf74ec03915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132503 Feb 15 21:40:47.187843 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Device a6a9d9c7-a68e-46ea-be8e-3ac590b9a05f up at agent ovs-agent-hv-cinder-77525 {{(pid=84000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:40:47.253934 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-6daddd8f-9b42-484e-ac31-503654f5bf69 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=1a5673cd0d8941cb95b2d31894025284&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1050825 Feb 15 21:40:47.255038 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 45410) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:40:47.276583 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daddd8f-9b42-484e-ac31-503654f5bf69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2493351a-671d-4464-8c95-08346fd72780,revision_number=1']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:40:47.294577 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-6daddd8f-9b42-484e-ac31-503654f5bf69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:40:47.353592 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Provisioning complete for port a6a9d9c7-a68e-46ea-be8e-3ac590b9a05f triggered by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:40:47.354128 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:47.464854 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-6934c5f7-d200-4711-b7d3-8fcc6efb4e71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:47.532614 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Device 1be03bc2-babb-4dfe-95ed-1391e5bcd7bf up at agent ovs-agent-hv-cinder-77525 {{(pid=84000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:40:47.578230 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-6934c5f7-d200-4711-b7d3-8fcc6efb4e71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:47.666352 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4ff2d7-add0-4a77-a098-3bd5d6d1448b req-f9c39908-4fca-4cdf-9ae4-c43162a1f220 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:40:47.668084 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-8b4ff2d7-add0-4a77-a098-3bd5d6d1448b req-f9c39908-4fca-4cdf-9ae4-c43162a1f220 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/ports?device_id=1a9afc6d-1219-4326-b2c2-cd0792437c37 HTTP/1.1" status: 200 len: 945 time: 0.1852574 Feb 15 21:40:47.675002 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-6934c5f7-d200-4711-b7d3-8fcc6efb4e71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:47.694070 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-2e2b0969-6bb8-4db8-9666-fdc1ae7ebc12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:40:47.720061 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Provisioning complete for port 1be03bc2-babb-4dfe-95ed-1391e5bcd7bf triggered by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:40:47.720496 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:47.731603 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6934c5f7-d200-4711-b7d3-8fcc6efb4e71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2493351a-671d-4464-8c95-08346fd72780,revision_number=None']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:40:47.746126 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-6934c5f7-d200-4711-b7d3-8fcc6efb4e71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:40:47.755163 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-6934c5f7-d200-4711-b7d3-8fcc6efb4e71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:47.759906 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-6934c5f7-d200-4711-b7d3-8fcc6efb4e71 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/2493351a-671d-4464-8c95-08346fd72780 HTTP/1.1" status: 204 len: 168 time: 0.5016117 Feb 15 21:40:47.798426 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-8b4ff2d7-add0-4a77-a098-3bd5d6d1448b req-d699bc36-b6cd-447e-a58f-c3bd46fff730 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/security-groups?id=cfa94711-8349-42e9-83b9-bdf74ec03915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049805 Feb 15 21:40:47.909693 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-43eaf6ab-0a62-4285-acf7-3bc2f928cf3f req-30f46914-ccc4-4bcb-b9ba-103bad142736 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "GET /v2.0/ports?device_id=75161876-5fd7-4cd5-bcc1-e7aef527b1ee HTTP/1.1" status: 200 len: 210 time: 0.0880690 Feb 15 21:40:48.415924 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cbc98a-d875-4dff-98ff-514cc3e8cec7 req-eebf139a-40a8-46e4-8cdb-a019d5be6275 tempest-DeleteServersTestJSON-1244118395 tempest-DeleteServersTestJSON-1244118395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:40:48.417677 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-b0cbc98a-d875-4dff-98ff-514cc3e8cec7 req-eebf139a-40a8-46e4-8cdb-a019d5be6275 tempest-DeleteServersTestJSON-1244118395 tempest-DeleteServersTestJSON-1244118395-project] 10.222.0.68 "GET /v2.0/ports?device_id=f46c38db-460f-45f7-a3e2-483b356d7099 HTTP/1.1" status: 200 len: 945 time: 0.1472051 Feb 15 21:40:48.437909 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b951e38d-5b4e-4198-8afb-0707a9712f65 req-b475bdc6-5b34-4b9f-b93c-a442d11fa788 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:40:48.446709 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-b951e38d-5b4e-4198-8afb-0707a9712f65 req-b475bdc6-5b34-4b9f-b93c-a442d11fa788 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] 10.222.0.68 "GET /v2.0/networks?id=7e351d7f-ec41-4316-8703-e8fda2cbe604 HTTP/1.1" status: 200 len: 815 time: 0.1915705 Feb 15 21:40:48.530249 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-b0cbc98a-d875-4dff-98ff-514cc3e8cec7 req-641572eb-6ce9-404e-a30e-181179196749 tempest-DeleteServersTestJSON-1244118395 tempest-DeleteServersTestJSON-1244118395-project] 10.222.0.68 "GET /v2.0/security-groups?id=c1c74a22-1874-4b20-95ae-51fd0e9cc5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968640 Feb 15 21:40:48.574146 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 45468) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:40:48.598065 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-544ca8ba-ea2f-419d-b467-c24e6856aab5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:48.619190 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-544ca8ba-ea2f-419d-b467-c24e6856aab5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:40:48.624571 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-544ca8ba-ea2f-419d-b467-c24e6856aab5 admin admin] Usage tracker for resource:security_group_rule and tenant:9f98e5007e3b466aaf049d791efc6fb0 is out of sync, need to count used quota {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:40:48.628347 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-544ca8ba-ea2f-419d-b467-c24e6856aab5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:40:48.639784 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-544ca8ba-ea2f-419d-b467-c24e6856aab5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:40:48.641888 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89d883d-7bd5-4a59-b4c4-286701e93c71 req-12b0b7de-c59a-4459-816b-ea7e2e98428d tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:40:48.643523 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-d89d883d-7bd5-4a59-b4c4-286701e93c71 req-12b0b7de-c59a-4459-816b-ea7e2e98428d tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.46 "GET /v2.0/networks?id=69e9f844-d8da-4039-9b13-e108b452a38b HTTP/1.1" status: 200 len: 810 time: 0.1936646 Feb 15 21:40:48.657056 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-b951e38d-5b4e-4198-8afb-0707a9712f65 req-e004b829-b0be-498e-9158-31c7c1cc7d71 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] 10.222.0.68 "GET /v2.0/quotas/964e5fef0d9f42da9da2717fddfc34f1 HTTP/1.1" status: 200 len: 375 time: 0.2089112 Feb 15 21:40:48.764116 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-544ca8ba-ea2f-419d-b467-c24e6856aab5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:48.773766 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-544ca8ba-ea2f-419d-b467-c24e6856aab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:48.789405 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-75a8e32f-239e-4826-a183-22d69160bc22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:40:48.797231 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-d89d883d-7bd5-4a59-b4c4-286701e93c71 req-62c27512-3ad9-41eb-a5e1-a5f661d433df tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=01d1e938225c413c8b7177a31ac61fd8 HTTP/1.1" status: 200 len: 5703 time: 0.0984614 Feb 15 21:40:48.809362 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.v2.base [req-d89d883d-7bd5-4a59-b4c4-286701e93c71 req-fa60faca-1f9a-46f3-bcea-0a74d3807e8b tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Request body: {'port': {'device_id': '75161876-5fd7-4cd5-bcc1-e7aef527b1ee', 'network_id': '69e9f844-d8da-4039-9b13-e108b452a38b', 'admin_state_up': True, 'tenant_id': '01d1e938225c413c8b7177a31ac61fd8', 'security_groups': ['0f7c9e5d-2f88-4d15-bd89-ff8afec8e837']}} {{(pid=83998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:40:48.828410 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544ca8ba-ea2f-419d-b467-c24e6856aab5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19ff4e38-9513-41dc-84ac-0c44af8c9716,revision_number=1']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:40:48.837236 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-544ca8ba-ea2f-419d-b467-c24e6856aab5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:40:48.883892 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-544ca8ba-ea2f-419d-b467-c24e6856aab5 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=9f98e5007e3b466aaf049d791efc6fb0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3076582 Feb 15 21:40:48.884687 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 45480) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:40:49.027910 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-5fe8bbac-2529-46e5-9a82-28c558da5ef1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:49.117636 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-dd840bb4-5f36-4e54-b43a-74149f55fc1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:49.131611 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-b951e38d-5b4e-4198-8afb-0707a9712f65 req-d46221e5-5329-42c2-b1a2-1fc0a5291f23 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=964e5fef0d9f42da9da2717fddfc34f1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4733729 Feb 15 21:40:49.134283 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [req-d89d883d-7bd5-4a59-b4c4-286701e93c71 req-fa60faca-1f9a-46f3-bcea-0a74d3807e8b tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:40:49.142707 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-5fe8bbac-2529-46e5-9a82-28c558da5ef1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:49.207047 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [req-d89d883d-7bd5-4a59-b4c4-286701e93c71 req-fa60faca-1f9a-46f3-bcea-0a74d3807e8b tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:40:49.212031 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c932c80a-2213-4eb0-9839-5e52dd400356 req-79e43a0b-1ded-4a88-9b28-9a89507a67a0 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:40:49.230023 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-c932c80a-2213-4eb0-9839-5e52dd400356 req-79e43a0b-1ded-4a88-9b28-9a89507a67a0 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/ports?device_id=1a9afc6d-1219-4326-b2c2-cd0792437c37 HTTP/1.1" status: 200 len: 945 time: 0.1673665 Feb 15 21:40:49.293031 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-5fe8bbac-2529-46e5-9a82-28c558da5ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:49.305229 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-7b3a20c8-9185-460d-a6e7-2beee52d4e3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:40:49.310112 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d89d883d-7bd5-4a59-b4c4-286701e93c71 req-fa60faca-1f9a-46f3-bcea-0a74d3807e8b tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Made reservation on behalf of 01d1e938225c413c8b7177a31ac61fd8 for: {'port': 1} {{(pid=83998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 15 21:40:49.318333 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-d89d883d-7bd5-4a59-b4c4-286701e93c71 req-fa60faca-1f9a-46f3-bcea-0a74d3807e8b tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:49.368299 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe8bbac-2529-46e5-9a82-28c558da5ef1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19ff4e38-9513-41dc-84ac-0c44af8c9716,revision_number=None']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:40:49.368299 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-5fe8bbac-2529-46e5-9a82-28c558da5ef1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:40:49.409005 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-c932c80a-2213-4eb0-9839-5e52dd400356 req-5a0fd37b-42c6-4c42-8829-2732dafb56bb tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/security-groups?id=cfa94711-8349-42e9-83b9-bdf74ec03915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753061 Feb 15 21:40:49.430260 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-5fe8bbac-2529-46e5-9a82-28c558da5ef1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:49.434521 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-5fe8bbac-2529-46e5-9a82-28c558da5ef1 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/19ff4e38-9513-41dc-84ac-0c44af8c9716 HTTP/1.1" status: 204 len: 168 time: 0.5487547 Feb 15 21:40:49.464842 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-b951e38d-5b4e-4198-8afb-0707a9712f65 req-e907a5e8-e1d2-43eb-b5e2-658206068f4a service neutron] 10.222.0.68 "GET /v2.0/networks/7e351d7f-ec41-4316-8703-e8fda2cbe604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3152459 Feb 15 21:40:49.765136 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-db264365-e329-4ad5-b567-a60f25b5df9d req-53b0208a-2551-48ae-b8c2-44334857b647 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "GET /v2.0/ports?device_id=75161876-5fd7-4cd5-bcc1-e7aef527b1ee HTTP/1.1" status: 200 len: 210 time: 0.1156912 Feb 15 21:40:49.795331 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-b951e38d-5b4e-4198-8afb-0707a9712f65 req-648cd7d2-dcf4-43c6-8f59-38a628193c5e service neutron] 10.222.0.68 "GET /v2.0/networks/7e351d7f-ec41-4316-8703-e8fda2cbe604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3294866 Feb 15 21:40:50.100068 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.db_base_plugin_common [req-d89d883d-7bd5-4a59-b4c4-286701e93c71 req-fa60faca-1f9a-46f3-bcea-0a74d3807e8b tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Allocated IP 172.20.0.8 (69e9f844-d8da-4039-9b13-e108b452a38b/96a9e4d7-4193-4d87-beab-01964d61c871/9893a8d2-0f6f-4123-8406-4e5415a08932) {{(pid=83998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 15 21:40:50.497836 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-cbdeed0a-bd30-4cbe-9052-217657da360a req-459fac4b-068e-48db-b8e7-11507779de85 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] 10.222.0.68 "GET /v2.0/ports?device_id=89411824-8005-47f9-b5d7-92215f8be77f HTTP/1.1" status: 200 len: 210 time: 0.0921707 Feb 15 21:40:50.738859 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 45566) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:40:50.765579 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7813b789-410e-4ff9-9680-0493ec7d3037 req-676cbf3f-6d4e-4a20-9ff8-e08a1092b77b tempest-DeleteServersTestJSON-1244118395 tempest-DeleteServersTestJSON-1244118395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:40:50.767278 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-7813b789-410e-4ff9-9680-0493ec7d3037 req-676cbf3f-6d4e-4a20-9ff8-e08a1092b77b tempest-DeleteServersTestJSON-1244118395 tempest-DeleteServersTestJSON-1244118395-project] 10.222.0.46 "GET /v2.0/ports?device_id=f46c38db-460f-45f7-a3e2-483b356d7099 HTTP/1.1" status: 200 len: 945 time: 0.2617602 Feb 15 21:40:50.882406 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-d89d883d-7bd5-4a59-b4c4-286701e93c71 req-fa60faca-1f9a-46f3-bcea-0a74d3807e8b tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Notify callbacks [] for port, precommit_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:50.925985 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256e1e86-dea3-4a22-a28d-67b943d611fe req-3210a96f-af82-4246-b52d-610f398e0e01 tempest-DeleteServersTestJSON-1244118395 tempest-DeleteServersTestJSON-1244118395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:40:50.927706 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-256e1e86-dea3-4a22-a28d-67b943d611fe req-3210a96f-af82-4246-b52d-610f398e0e01 tempest-DeleteServersTestJSON-1244118395 tempest-DeleteServersTestJSON-1244118395-project] 10.222.0.68 "GET /v2.0/ports?device_id=f46c38db-460f-45f7-a3e2-483b356d7099 HTTP/1.1" status: 200 len: 945 time: 0.3409193 Feb 15 21:40:50.960472 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.plugin [req-7813b789-410e-4ff9-9680-0493ec7d3037 req-758dcfe2-45e6-453d-b028-66e1e2a7f922 tempest-DeleteServersTestJSON-1244118395 tempest-DeleteServersTestJSON-1244118395-project] Deleting port bab3afe7-5d8a-4123-928e-fd89134b8818 {{(pid=83999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 21:40:50.961033 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-7813b789-410e-4ff9-9680-0493ec7d3037 req-758dcfe2-45e6-453d-b028-66e1e2a7f922 tempest-DeleteServersTestJSON-1244118395 tempest-DeleteServersTestJSON-1244118395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779317974814'] for port, before_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:50.974550 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [req-d89d883d-7bd5-4a59-b4c4-286701e93c71 req-fa60faca-1f9a-46f3-bcea-0a74d3807e8b tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Transition to ACTIVE for port object 9893a8d2-0f6f-4123-8406-4e5415a08932 will not be triggered until provisioned by entity DHCP. {{(pid=83998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 21:40:50.977207 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9dc40b-ac15-489d-a895-b047cdc9caf1 req-a9b2ad5f-d3c0-4e52-a832-b9975f5c0089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:40:50.978901 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-db9dc40b-ac15-489d-a895-b047cdc9caf1 req-a9b2ad5f-d3c0-4e52-a832-b9975f5c0089 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6560e6c9f85e4d83bbd45fb6f6c6ecff&device_id=1a9afc6d-1219-4326-b2c2-cd0792437c37 HTTP/1.1" status: 200 len: 1162 time: 0.3907025 Feb 15 21:40:51.064979 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2669209a-1c8d-4dea-9b69-3d81d7041250 req-5f0efed9-d3fc-4faa-a345-f0aa884978bf tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:40:51.087542 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-2669209a-1c8d-4dea-9b69-3d81d7041250 req-5f0efed9-d3fc-4faa-a345-f0aa884978bf tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/ports?device_id=1a9afc6d-1219-4326-b2c2-cd0792437c37 HTTP/1.1" status: 200 len: 945 time: 0.2508762 Feb 15 21:40:51.107186 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-256e1e86-dea3-4a22-a28d-67b943d611fe req-ddc71731-5dac-41c4-a15d-e3be00b27529 tempest-DeleteServersTestJSON-1244118395 tempest-DeleteServersTestJSON-1244118395-project] 10.222.0.68 "GET /v2.0/security-groups?id=c1c74a22-1874-4b20-95ae-51fd0e9cc5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569557 Feb 15 21:40:51.109699 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Device bab3afe7-5d8a-4123-928e-fd89134b8818 no longer exists at agent ovs-agent-hv-cinder-77525 {{(pid=84000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 15 21:40:51.160212 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-d89d883d-7bd5-4a59-b4c4-286701e93c71 req-fa60faca-1f9a-46f3-bcea-0a74d3807e8b tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363257537239207'] for port, after_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:51.230485 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-89a4189a-e44e-4a2c-b0f0-f1b6c540c873 tempest-DeleteServersTestJSON-1244118395 tempest-DeleteServersTestJSON-1244118395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:40:51.413471 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-750f9aa7-27eb-498c-b3ce-59cc66bd49ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:51.442527 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:51.463767 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-2669209a-1c8d-4dea-9b69-3d81d7041250 req-45116b3c-6657-48cb-9bcd-0c4a794cb1d9 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/security-groups?id=cfa94711-8349-42e9-83b9-bdf74ec03915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3737066 Feb 15 21:40:51.523924 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] For port bab3afe7-5d8a-4123-928e-fd89134b8818, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=bab3afe7-5d8a-4123-928e-fd89134b8818,segment=NetworkSegment(f46adc0a-c339-4bec-ba90-f962c8c959b1),segment_id=f46adc0a-c339-4bec-ba90-f962c8c959b1)] {{(pid=84000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:40:51.525721 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f46c38db-460f-45f7-a3e2-483b356d7099', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bab3afe7-5d8a-4123-928e-fd89134b8818'}] {{(pid=84000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 21:40:51.531050 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-750f9aa7-27eb-498c-b3ce-59cc66bd49ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:40:51.534137 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9dc40b-ac15-489d-a895-b047cdc9caf1 req-001da26a-23f4-4579-a6b5-27984deef92a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:40:51.538262 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779317976793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779317533282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257537242501'] for port, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:51.540358 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:40:51.544484 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-db9dc40b-ac15-489d-a895-b047cdc9caf1 req-001da26a-23f4-4579-a6b5-27984deef92a service neutron] 10.222.0.46 "GET /v2.0/networks?id=c278209e-60b4-4d2d-9f56-5790073f68ce HTTP/1.1" status: 200 len: 910 time: 0.5567753 Feb 15 21:40:51.575564 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-750f9aa7-27eb-498c-b3ce-59cc66bd49ac admin admin] Usage tracker for resource:security_group_rule and tenant:99266889207f41058214cdcb28e4e9b4 is out of sync, need to count used quota {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:40:51.596518 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-750f9aa7-27eb-498c-b3ce-59cc66bd49ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:40:51.686847 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Pushing event updated for resources: {'Port': ['ID=bab3afe7-5d8a-4123-928e-fd89134b8818,revision_number=5']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:40:51.696926 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:40:51.739958 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-750f9aa7-27eb-498c-b3ce-59cc66bd49ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:40:51.820631 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-d44f5837-ef3b-427b-8876-38dd5f6871d3 req-27c37acf-8de7-4aef-910f-80859e8ebe1a tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] 10.222.0.68 "GET /v2.0/ports?device_id=89411824-8005-47f9-b5d7-92215f8be77f HTTP/1.1" status: 200 len: 210 time: 0.0821052 Feb 15 21:40:51.869704 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-db9dc40b-ac15-489d-a895-b047cdc9caf1 req-1904b130-8e95-4c01-adac-f0d2f3f94718 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a6a9d9c7-a68e-46ea-be8e-3ac590b9a05f HTTP/1.1" status: 200 len: 217 time: 0.2910461 Feb 15 21:40:51.947045 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [req-7813b789-410e-4ff9-9680-0493ec7d3037 req-758dcfe2-45e6-453d-b028-66e1e2a7f922 tempest-DeleteServersTestJSON-1244118395 tempest-DeleteServersTestJSON-1244118395-project] For port bab3afe7-5d8a-4123-928e-fd89134b8818, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=bab3afe7-5d8a-4123-928e-fd89134b8818,segment=NetworkSegment(f46adc0a-c339-4bec-ba90-f962c8c959b1),segment_id=f46adc0a-c339-4bec-ba90-f962c8c959b1)] {{(pid=83999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:40:51.951475 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-7813b789-410e-4ff9-9680-0493ec7d3037 req-758dcfe2-45e6-453d-b028-66e1e2a7f922 tempest-DeleteServersTestJSON-1244118395 tempest-DeleteServersTestJSON-1244118395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3871786'] for port, precommit_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:51.972082 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa60faca-1f9a-46f3-bcea-0a74d3807e8b tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Pushing event updated for resources: {'Port': ['ID=9893a8d2-0f6f-4123-8406-4e5415a08932,revision_number=1']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:40:51.980820 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-fa60faca-1f9a-46f3-bcea-0a74d3807e8b tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.750s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:40:51.993248 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f46c38db-460f-45f7-a3e2-483b356d7099', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bab3afe7-5d8a-4123-928e-fd89134b8818', 'code': 200} Feb 15 21:40:52.033969 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d89d883d-7bd5-4a59-b4c4-286701e93c71 req-fa60faca-1f9a-46f3-bcea-0a74d3807e8b tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Network 69e9f844-d8da-4039-9b13-e108b452a38b is already hosted by enough agents. {{(pid=83998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 21:40:52.045876 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.base_scheduler [req-d89d883d-7bd5-4a59-b4c4-286701e93c71 req-fa60faca-1f9a-46f3-bcea-0a74d3807e8b tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Resources bound (agent type, host, resource id): {{(pid=83998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 21:40:52.066117 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvrscheduler_db [req-d89d883d-7bd5-4a59-b4c4-286701e93c71 req-fa60faca-1f9a-46f3-bcea-0a74d3807e8b tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Received port after_create {{(pid=83998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 15 21:40:52.076061 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89d883d-7bd5-4a59-b4c4-286701e93c71 req-fa60faca-1f9a-46f3-bcea-0a74d3807e8b tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:40:52.077021 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-d89d883d-7bd5-4a59-b4c4-286701e93c71 req-fa60faca-1f9a-46f3-bcea-0a74d3807e8b tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851048245'] for port, before_response {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:52.100638 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.plugin [req-7813b789-410e-4ff9-9680-0493ec7d3037 req-758dcfe2-45e6-453d-b028-66e1e2a7f922 tempest-DeleteServersTestJSON-1244118395 tempest-DeleteServersTestJSON-1244118395-project] Calling delete_port for bab3afe7-5d8a-4123-928e-fd89134b8818 owned by compute:nova {{(pid=83999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 21:40:52.109971 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9dc40b-ac15-489d-a895-b047cdc9caf1 req-c9ff64a2-2f48-4124-aca6-20f61caa74a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:40:52.109971 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-db9dc40b-ac15-489d-a895-b047cdc9caf1 req-c9ff64a2-2f48-4124-aca6-20f61caa74a9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f72e66a9-c0ee-498d-b316-6527684306cf HTTP/1.1" status: 200 len: 856 time: 0.2371938 Feb 15 21:40:52.151726 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-d89d883d-7bd5-4a59-b4c4-286701e93c71 req-fa60faca-1f9a-46f3-bcea-0a74d3807e8b tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3481193 Feb 15 21:40:52.209730 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.v2.base [req-d89d883d-7bd5-4a59-b4c4-286701e93c71 req-4e9726ea-03a2-49b2-a96c-c702cf80b30d service neutron] Request body: {'port': {'device_id': '75161876-5fd7-4cd5-bcc1-e7aef527b1ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77525'}} {{(pid=83998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:40:52.266813 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54e5356-2a44-4427-97d9-06a7def613fc req-49307b4f-d9c0-43c4-8b2e-107c31344204 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:40:52.269933 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [req-c54e5356-2a44-4427-97d9-06a7def613fc req-49307b4f-d9c0-43c4-8b2e-107c31344204 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Synchronizing usage tracker for tenant:01d1e938225c413c8b7177a31ac61fd8 on resource:port {{(pid=83998) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 21:40:52.280103 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-db9dc40b-ac15-489d-a895-b047cdc9caf1 req-a778bc0c-f437-462d-a6e4-2c8be46bc501 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c278209e-60b4-4d2d-9f56-5790073f68ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1326747 Feb 15 21:40:52.373157 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-1c8c6934-862a-43d6-a7ee-3c43691b1216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:52.420724 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-83a13586-73ef-4ae1-b9ff-20113eeaf19b None None] Provisioning for port 9893a8d2-0f6f-4123-8406-4e5415a08932 completed by entity DHCP. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 21:40:52.427709 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-83a13586-73ef-4ae1-b9ff-20113eeaf19b None None] Provisioning complete for port 9893a8d2-0f6f-4123-8406-4e5415a08932 triggered by entity DHCP. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:40:52.428456 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-83a13586-73ef-4ae1-b9ff-20113eeaf19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:52.452525 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.db.api [req-7813b789-410e-4ff9-9680-0493ec7d3037 req-758dcfe2-45e6-453d-b028-66e1e2a7f922 tempest-DeleteServersTestJSON-1244118395 tempest-DeleteServersTestJSON-1244118395-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83999) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 15 21:40:52.452892 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_db.api [req-7813b789-410e-4ff9-9680-0493ec7d3037 req-758dcfe2-45e6-453d-b028-66e1e2a7f922 tempest-DeleteServersTestJSON-1244118395 tempest-DeleteServersTestJSON-1244118395-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 15 21:40:52.455093 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [req-c54e5356-2a44-4427-97d9-06a7def613fc req-49307b4f-d9c0-43c4-8b2e-107c31344204 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Unset dirty status for tenant:01d1e938225c413c8b7177a31ac61fd8 on resource:port {{(pid=83998) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 21:40:52.456632 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-c54e5356-2a44-4427-97d9-06a7def613fc req-49307b4f-d9c0-43c4-8b2e-107c31344204 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "GET /v2.0/ports?device_id=75161876-5fd7-4cd5-bcc1-e7aef527b1ee HTTP/1.1" status: 200 len: 931 time: 0.9083338 Feb 15 21:40:52.575666 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.plugin [None req-83a13586-73ef-4ae1-b9ff-20113eeaf19b None None] Port 9893a8d2-0f6f-4123-8406-4e5415a08932 cannot update to ACTIVE because it is not bound. {{(pid=84000) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 15 21:40:52.601820 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b951e38d-5b4e-4198-8afb-0707a9712f65 req-0e8df420-36f6-4f1f-9b55-4e8918b50b22 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:40:52.604502 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-b951e38d-5b4e-4198-8afb-0707a9712f65 req-0e8df420-36f6-4f1f-9b55-4e8918b50b22 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] 10.222.0.46 "GET /v2.0/networks?id=7e351d7f-ec41-4316-8703-e8fda2cbe604 HTTP/1.1" status: 200 len: 815 time: 0.2150254 Feb 15 21:40:52.618211 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-4f2d6fe3-588d-414d-8fc0-9e430caa4704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:52.700174 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.v2.base [req-b951e38d-5b4e-4198-8afb-0707a9712f65 req-a827571c-8737-4db6-abd2-cd80caf154a8 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Request body: {'port': {'device_id': '89411824-8005-47f9-b5d7-92215f8be77f', 'network_id': '7e351d7f-ec41-4316-8703-e8fda2cbe604', 'admin_state_up': True, 'tenant_id': '964e5fef0d9f42da9da2717fddfc34f1'}} {{(pid=83999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:40:52.785230 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-c54e5356-2a44-4427-97d9-06a7def613fc req-163cba89-9934-4eaa-8833-da6878082fe3 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "GET /v2.0/security-groups?id=0f7c9e5d-2f88-4d15-bd89-ff8afec8e837&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1149421 Feb 15 21:40:52.788314 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-d89d883d-7bd5-4a59-b4c4-286701e93c71 req-4e9726ea-03a2-49b2-a96c-c702cf80b30d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:52.950928 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65c5cba-ec0e-4669-acbe-c33e274ca70d req-aae1e267-3741-41af-87cc-2f92b4c0e3b0 tempest-DeleteServersTestJSON-1244118395 tempest-DeleteServersTestJSON-1244118395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:40:52.952619 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-c65c5cba-ec0e-4669-acbe-c33e274ca70d req-aae1e267-3741-41af-87cc-2f92b4c0e3b0 tempest-DeleteServersTestJSON-1244118395 tempest-DeleteServersTestJSON-1244118395-project] 10.222.0.68 "GET /v2.0/ports?device_id=f46c38db-460f-45f7-a3e2-483b356d7099 HTTP/1.1" status: 200 len: 943 time: 0.3605056 Feb 15 21:40:52.965059 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.plugin [req-7813b789-410e-4ff9-9680-0493ec7d3037 req-758dcfe2-45e6-453d-b028-66e1e2a7f922 tempest-DeleteServersTestJSON-1244118395 tempest-DeleteServersTestJSON-1244118395-project] Deleting port bab3afe7-5d8a-4123-928e-fd89134b8818 {{(pid=83999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 21:40:52.965933 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-7813b789-410e-4ff9-9680-0493ec7d3037 req-758dcfe2-45e6-453d-b028-66e1e2a7f922 tempest-DeleteServersTestJSON-1244118395 tempest-DeleteServersTestJSON-1244118395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779317974814'] for port, before_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:52.981896 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-db9dc40b-ac15-489d-a895-b047cdc9caf1 req-7d44c3c5-fecf-4ef0-b414-ca90ecfe67af service neutron] 10.222.0.46 "GET /v2.0/networks/c278209e-60b4-4d2d-9f56-5790073f68ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6825180 Feb 15 21:40:53.074406 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [req-b951e38d-5b4e-4198-8afb-0707a9712f65 req-a827571c-8737-4db6-abd2-cd80caf154a8 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:40:53.085061 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [req-b951e38d-5b4e-4198-8afb-0707a9712f65 req-a827571c-8737-4db6-abd2-cd80caf154a8 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:40:53.094729 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-750f9aa7-27eb-498c-b3ce-59cc66bd49ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:53.112382 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-c65c5cba-ec0e-4669-acbe-c33e274ca70d req-de8ef3a8-ec04-4929-8b5f-ff0ee9dc8d8f tempest-DeleteServersTestJSON-1244118395 tempest-DeleteServersTestJSON-1244118395-project] 10.222.0.68 "GET /v2.0/security-groups?id=c1c74a22-1874-4b20-95ae-51fd0e9cc5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054444 Feb 15 21:40:53.117278 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-750f9aa7-27eb-498c-b3ce-59cc66bd49ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:53.131374 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-96b213a5-b45e-49de-b029-84788e48541d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:40:53.149063 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b951e38d-5b4e-4198-8afb-0707a9712f65 req-a827571c-8737-4db6-abd2-cd80caf154a8 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Made reservation on behalf of 964e5fef0d9f42da9da2717fddfc34f1 for: {'port': 1} {{(pid=83999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 15 21:40:53.154685 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-b951e38d-5b4e-4198-8afb-0707a9712f65 req-a827571c-8737-4db6-abd2-cd80caf154a8 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:53.286903 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-750f9aa7-27eb-498c-b3ce-59cc66bd49ac admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=99266889207f41058214cdcb28e4e9b4&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5450802 Feb 15 21:40:53.307567 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83998) accepted ('10.222.0.68', 45642) {{(pid=83998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:40:53.389533 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750f9aa7-27eb-498c-b3ce-59cc66bd49ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f953bdb-f60a-46ae-95bd-42d5eebb3ca0,revision_number=1']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:40:53.419099 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-750f9aa7-27eb-498c-b3ce-59cc66bd49ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:40:53.448874 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91913c2c-a132-427b-9852-028d9c1af79a req-58ec4085-5734-4500-8abd-885b6e33703b tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:40:53.451778 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-91913c2c-a132-427b-9852-028d9c1af79a req-58ec4085-5734-4500-8abd-885b6e33703b tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/ports?device_id=1a9afc6d-1219-4326-b2c2-cd0792437c37 HTTP/1.1" status: 200 len: 945 time: 0.4273252 Feb 15 21:40:53.453772 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-194aad5e-5ecb-431c-b780-a93f9920ba83 req-74dcb0bf-031b-4956-93ab-70aae5e0ff7b tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] 10.222.0.68 "GET /v2.0/ports?device_id=89411824-8005-47f9-b5d7-92215f8be77f HTTP/1.1" status: 200 len: 210 time: 0.1897454 Feb 15 21:40:53.476046 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:53.520390 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-db9dc40b-ac15-489d-a895-b047cdc9caf1 req-6f5c6dc8-0822-4e87-96ef-14ba60bcca34 service neutron] 10.222.0.46 "GET /v2.0/networks/c278209e-60b4-4d2d-9f56-5790073f68ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4460287 Feb 15 21:40:53.621189 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-ba251616-9847-40e9-817e-4296f19d648d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:53.652381 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-ba251616-9847-40e9-817e-4296f19d648d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:53.740472 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-91913c2c-a132-427b-9852-028d9c1af79a req-6dcc717a-fc88-4c6e-8b39-d4e3ec362956 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/security-groups?id=cfa94711-8349-42e9-83b9-bdf74ec03915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303553 Feb 15 21:40:53.793314 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-ba251616-9847-40e9-817e-4296f19d648d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:53.818634 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-454a25a7-063c-4b87-b87b-57cf703d1c1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:40:53.834432 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba251616-9847-40e9-817e-4296f19d648d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f953bdb-f60a-46ae-95bd-42d5eebb3ca0,revision_number=None']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:40:53.912066 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-ba251616-9847-40e9-817e-4296f19d648d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:40:53.933567 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-ba251616-9847-40e9-817e-4296f19d648d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:53.934812 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-ba251616-9847-40e9-817e-4296f19d648d admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/6f953bdb-f60a-46ae-95bd-42d5eebb3ca0 HTTP/1.1" status: 204 len: 168 time: 0.6250241 Feb 15 21:40:53.947931 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.notifiers.nova [req-d89d883d-7bd5-4a59-b4c4-286701e93c71 req-4e9726ea-03a2-49b2-a96c-c702cf80b30d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9893a8d2-0f6f-4123-8406-4e5415a08932 {{(pid=83998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 15 21:40:53.956743 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-d89d883d-7bd5-4a59-b4c4-286701e93c71 req-4e9726ea-03a2-49b2-a96c-c702cf80b30d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:53.971063 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [req-d89d883d-7bd5-4a59-b4c4-286701e93c71 req-4e9726ea-03a2-49b2-a96c-c702cf80b30d service neutron] Transition to ACTIVE for port object 9893a8d2-0f6f-4123-8406-4e5415a08932 will not be triggered until provisioned by entity L2. {{(pid=83998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 21:40:53.979321 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-d89d883d-7bd5-4a59-b4c4-286701e93c71 req-4e9726ea-03a2-49b2-a96c-c702cf80b30d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779317976793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779317533282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257537242501'] for port, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:54.019320 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-dc42ec4b-c886-4df5-a28f-0219ccb365ee service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:40:54.071476 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.db_base_plugin_common [req-b951e38d-5b4e-4198-8afb-0707a9712f65 req-a827571c-8737-4db6-abd2-cd80caf154a8 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Allocated IP 172.20.0.4 (7e351d7f-ec41-4316-8703-e8fda2cbe604/dcb6e13b-2686-42e4-a027-d54b68f82f25/2b2b764e-5af4-43d0-a94e-7cd4563bb475) {{(pid=83999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 15 21:40:54.343740 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [req-7813b789-410e-4ff9-9680-0493ec7d3037 req-758dcfe2-45e6-453d-b028-66e1e2a7f922 tempest-DeleteServersTestJSON-1244118395 tempest-DeleteServersTestJSON-1244118395-project] For port bab3afe7-5d8a-4123-928e-fd89134b8818, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=bab3afe7-5d8a-4123-928e-fd89134b8818,segment=NetworkSegment(f46adc0a-c339-4bec-ba90-f962c8c959b1),segment_id=f46adc0a-c339-4bec-ba90-f962c8c959b1)] {{(pid=83999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:40:54.344136 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-7813b789-410e-4ff9-9680-0493ec7d3037 req-758dcfe2-45e6-453d-b028-66e1e2a7f922 tempest-DeleteServersTestJSON-1244118395 tempest-DeleteServersTestJSON-1244118395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3871786'] for port, precommit_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:54.418404 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-c15141da-837e-426e-b554-b41f5a3e4bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:54.474439 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9726ea-03a2-49b2-a96c-c702cf80b30d service neutron] Pushing event updated for resources: {'Port': ['ID=9893a8d2-0f6f-4123-8406-4e5415a08932,revision_number=2']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:40:54.491052 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-4e9726ea-03a2-49b2-a96c-c702cf80b30d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.472s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:40:54.538512 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.plugin [req-7813b789-410e-4ff9-9680-0493ec7d3037 req-758dcfe2-45e6-453d-b028-66e1e2a7f922 tempest-DeleteServersTestJSON-1244118395 tempest-DeleteServersTestJSON-1244118395-project] Calling delete_port for bab3afe7-5d8a-4123-928e-fd89134b8818 owned by compute:nova {{(pid=83999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 21:40:54.635411 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dd38e6-d690-4699-8b99-46e4977340f0 req-83fa0773-0a6e-42e4-bf93-d9391abda4c8 tempest-DeleteServersTestJSON-1244118395 tempest-DeleteServersTestJSON-1244118395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:40:54.637505 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-07dd38e6-d690-4699-8b99-46e4977340f0 req-83fa0773-0a6e-42e4-bf93-d9391abda4c8 tempest-DeleteServersTestJSON-1244118395 tempest-DeleteServersTestJSON-1244118395-project] 10.222.0.68 "GET /v2.0/ports?device_id=f46c38db-460f-45f7-a3e2-483b356d7099 HTTP/1.1" status: 200 len: 943 time: 0.2121027 Feb 15 21:40:54.664967 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abd9d3b-988c-4fee-8346-8e855d470f9a req-97979dca-b715-4085-acf2-e9fa78e5d213 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:40:54.667586 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-4abd9d3b-988c-4fee-8346-8e855d470f9a req-97979dca-b715-4085-acf2-e9fa78e5d213 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "GET /v2.0/ports?device_id=75161876-5fd7-4cd5-bcc1-e7aef527b1ee HTTP/1.1" status: 200 len: 943 time: 0.5421462 Feb 15 21:40:54.733606 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83998) accepted ('10.222.0.68', 45692) {{(pid=83998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:40:54.804217 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-94eced19-810f-439e-a152-e68fd5254656 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:54.819106 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.managers [req-d89d883d-7bd5-4a59-b4c4-286701e93c71 req-4e9726ea-03a2-49b2-a96c-c702cf80b30d service neutron] Attempting to bind port 9893a8d2-0f6f-4123-8406-4e5415a08932 on host hv-cinder-77525 for vnic_type normal with profile {{(pid=83998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 21:40:54.819498 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.managers [req-d89d883d-7bd5-4a59-b4c4-286701e93c71 req-4e9726ea-03a2-49b2-a96c-c702cf80b30d service neutron] Attempting to bind port 9893a8d2-0f6f-4123-8406-4e5415a08932 by drivers openvswitch on host hv-cinder-77525 at level 0 using segments [{'id': '8c893903-8c9b-4ad7-b25b-3668faa686d9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '69e9f844-d8da-4039-9b13-e108b452a38b'}] {{(pid=83998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 15 21:40:54.819836 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89d883d-7bd5-4a59-b4c4-286701e93c71 req-4e9726ea-03a2-49b2-a96c-c702cf80b30d service neutron] Attempting to bind port 9893a8d2-0f6f-4123-8406-4e5415a08932 on network 69e9f844-d8da-4039-9b13-e108b452a38b {{(pid=83998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 15 21:40:54.820371 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [req-4abd9d3b-988c-4fee-8346-8e855d470f9a req-bdd11faa-6918-44af-9d5d-32ec34e57f03 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Synchronizing usage tracker for tenant:01d1e938225c413c8b7177a31ac61fd8 on resource:security_group {{(pid=83999) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 21:40:54.835356 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-07dd38e6-d690-4699-8b99-46e4977340f0 req-c55fabcb-1653-4eb5-ac6b-f0661e19cbed tempest-DeleteServersTestJSON-1244118395 tempest-DeleteServersTestJSON-1244118395-project] 10.222.0.68 "GET /v2.0/security-groups?id=c1c74a22-1874-4b20-95ae-51fd0e9cc5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406326 Feb 15 21:40:54.836163 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89d883d-7bd5-4a59-b4c4-286701e93c71 req-4e9726ea-03a2-49b2-a96c-c702cf80b30d service neutron] Checking agent: {'id': '3b9d0ad6-16ce-46f2-a5c4-f9a7961e9638', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77525', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 21, 37, 44), 'started_at': datetime.datetime(2021, 2, 15, 21, 38, 14), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 21, 40, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 21:40:54.836540 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89d883d-7bd5-4a59-b4c4-286701e93c71 req-4e9726ea-03a2-49b2-a96c-c702cf80b30d service neutron] Checking segment: {'id': '8c893903-8c9b-4ad7-b25b-3668faa686d9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '69e9f844-d8da-4039-9b13-e108b452a38b'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 21:40:54.836943 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-d89d883d-7bd5-4a59-b4c4-286701e93c71 req-4e9726ea-03a2-49b2-a96c-c702cf80b30d service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:54.837327 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89d883d-7bd5-4a59-b4c4-286701e93c71 req-4e9726ea-03a2-49b2-a96c-c702cf80b30d service neutron] Bound using segment: {'id': '8c893903-8c9b-4ad7-b25b-3668faa686d9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '69e9f844-d8da-4039-9b13-e108b452a38b'} {{(pid=83998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 21:40:54.837842 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.managers [req-d89d883d-7bd5-4a59-b4c4-286701e93c71 req-4e9726ea-03a2-49b2-a96c-c702cf80b30d service neutron] Bound port: 9893a8d2-0f6f-4123-8406-4e5415a08932, host: hv-cinder-77525, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c893903-8c9b-4ad7-b25b-3668faa686d9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '69e9f844-d8da-4039-9b13-e108b452a38b'}}] {{(pid=83998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 15 21:40:54.838217 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-d89d883d-7bd5-4a59-b4c4-286701e93c71 req-4e9726ea-03a2-49b2-a96c-c702cf80b30d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:54.856821 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-94eced19-810f-439e-a152-e68fd5254656 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:40:54.911910 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-b951e38d-5b4e-4198-8afb-0707a9712f65 req-a827571c-8737-4db6-abd2-cd80caf154a8 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Notify callbacks [] for port, precommit_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:54.936251 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [req-4abd9d3b-988c-4fee-8346-8e855d470f9a req-bdd11faa-6918-44af-9d5d-32ec34e57f03 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Unset dirty status for tenant:01d1e938225c413c8b7177a31ac61fd8 on resource:security_group {{(pid=83999) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 21:40:54.943278 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [req-d89d883d-7bd5-4a59-b4c4-286701e93c71 req-4e9726ea-03a2-49b2-a96c-c702cf80b30d service neutron] For port 9893a8d2-0f6f-4123-8406-4e5415a08932, host hv-cinder-77525, cleared binding levels {{(pid=83998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 15 21:40:54.946648 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [req-d89d883d-7bd5-4a59-b4c4-286701e93c71 req-4e9726ea-03a2-49b2-a96c-c702cf80b30d service neutron] For port 9893a8d2-0f6f-4123-8406-4e5415a08932, host hv-cinder-77525, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=9893a8d2-0f6f-4123-8406-4e5415a08932,segment=NetworkSegment(8c893903-8c9b-4ad7-b25b-3668faa686d9),segment_id=8c893903-8c9b-4ad7-b25b-3668faa686d9)] {{(pid=83998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 15 21:40:54.950136 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-94eced19-810f-439e-a152-e68fd5254656 admin admin] Usage tracker for resource:security_group_rule and tenant:b5bb4f19875b401bad3bff7596874516 is out of sync, need to count used quota {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:40:54.954212 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-d89d883d-7bd5-4a59-b4c4-286701e93c71 req-4e9726ea-03a2-49b2-a96c-c702cf80b30d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779317976793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779317533282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257537242501'] for port, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:54.955242 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-94eced19-810f-439e-a152-e68fd5254656 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:40:54.978448 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-913b9615-3665-451f-9cbc-534503ed65aa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:40:54.996577 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-4abd9d3b-988c-4fee-8346-8e855d470f9a req-bdd11faa-6918-44af-9d5d-32ec34e57f03 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "GET /v2.0/security-groups?id=0f7c9e5d-2f88-4d15-bd89-ff8afec8e837&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3200407 Feb 15 21:40:55.019497 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-7813b789-410e-4ff9-9680-0493ec7d3037 req-758dcfe2-45e6-453d-b028-66e1e2a7f922 tempest-DeleteServersTestJSON-1244118395 tempest-DeleteServersTestJSON-1244118395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779317976810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363257537242535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853815187'] for port, after_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:55.035391 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-94eced19-810f-439e-a152-e68fd5254656 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:40:55.109911 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:40:55.289427 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-804cdbae-4fb9-447c-a118-ba0abe7d29ca req-73357c93-97eb-4046-abc7-39dfff4f9486 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] 10.222.0.68 "GET /v2.0/ports?device_id=89411824-8005-47f9-b5d7-92215f8be77f HTTP/1.1" status: 200 len: 210 time: 0.1013501 Feb 15 21:40:55.306338 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9726ea-03a2-49b2-a96c-c702cf80b30d service neutron] Pushing event updated for resources: {'Port': ['ID=9893a8d2-0f6f-4123-8406-4e5415a08932,revision_number=3']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:40:55.316550 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-4e9726ea-03a2-49b2-a96c-c702cf80b30d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:40:55.384901 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89d883d-7bd5-4a59-b4c4-286701e93c71 req-4e9726ea-03a2-49b2-a96c-c702cf80b30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:40:55.385713 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-d89d883d-7bd5-4a59-b4c4-286701e93c71 req-4e9726ea-03a2-49b2-a96c-c702cf80b30d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851048245'] for port, before_response {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:55.387614 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-d89d883d-7bd5-4a59-b4c4-286701e93c71 req-4e9726ea-03a2-49b2-a96c-c702cf80b30d service neutron] 10.222.0.46 "PUT /v2.0/ports/9893a8d2-0f6f-4123-8406-4e5415a08932 HTTP/1.1" status: 200 len: 1157 time: 3.1834278 Feb 15 21:40:55.389138 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75161876-5fd7-4cd5-bcc1-e7aef527b1ee', 'tag': '9893a8d2-0f6f-4123-8406-4e5415a08932'}] {{(pid=83998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 21:40:55.454181 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758dcfe2-45e6-453d-b028-66e1e2a7f922 tempest-DeleteServersTestJSON-1244118395 tempest-DeleteServersTestJSON-1244118395-project] Pushing event deleted for resources: {'Port': ['ID=bab3afe7-5d8a-4123-928e-fd89134b8818,revision_number=None']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:40:55.455623 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-94eced19-810f-439e-a152-e68fd5254656 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:55.459811 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75161876-5fd7-4cd5-bcc1-e7aef527b1ee', 'tag': '9893a8d2-0f6f-4123-8406-4e5415a08932', 'status': 'completed', 'code': 200} Feb 15 21:40:55.508506 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-94eced19-810f-439e-a152-e68fd5254656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:55.525082 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-6daddd8f-9b42-484e-ac31-503654f5bf69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:40:55.535174 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758dcfe2-45e6-453d-b028-66e1e2a7f922 tempest-DeleteServersTestJSON-1244118395 tempest-DeleteServersTestJSON-1244118395-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:40:55.535593 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758dcfe2-45e6-453d-b028-66e1e2a7f922 tempest-DeleteServersTestJSON-1244118395 tempest-DeleteServersTestJSON-1244118395-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:40:55.536161 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758dcfe2-45e6-453d-b028-66e1e2a7f922 tempest-DeleteServersTestJSON-1244118395 tempest-DeleteServersTestJSON-1244118395-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:40:55.536656 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758dcfe2-45e6-453d-b028-66e1e2a7f922 tempest-DeleteServersTestJSON-1244118395 tempest-DeleteServersTestJSON-1244118395-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:40:55.537212 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758dcfe2-45e6-453d-b028-66e1e2a7f922 tempest-DeleteServersTestJSON-1244118395 tempest-DeleteServersTestJSON-1244118395-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:40:55.537781 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758dcfe2-45e6-453d-b028-66e1e2a7f922 tempest-DeleteServersTestJSON-1244118395 tempest-DeleteServersTestJSON-1244118395-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:40:55.538324 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758dcfe2-45e6-453d-b028-66e1e2a7f922 tempest-DeleteServersTestJSON-1244118395 tempest-DeleteServersTestJSON-1244118395-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:40:55.539037 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758dcfe2-45e6-453d-b028-66e1e2a7f922 tempest-DeleteServersTestJSON-1244118395 tempest-DeleteServersTestJSON-1244118395-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:40:55.539568 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758dcfe2-45e6-453d-b028-66e1e2a7f922 tempest-DeleteServersTestJSON-1244118395 tempest-DeleteServersTestJSON-1244118395-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:40:55.540098 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758dcfe2-45e6-453d-b028-66e1e2a7f922 tempest-DeleteServersTestJSON-1244118395 tempest-DeleteServersTestJSON-1244118395-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:40:55.540630 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758dcfe2-45e6-453d-b028-66e1e2a7f922 tempest-DeleteServersTestJSON-1244118395 tempest-DeleteServersTestJSON-1244118395-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:40:55.541167 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758dcfe2-45e6-453d-b028-66e1e2a7f922 tempest-DeleteServersTestJSON-1244118395 tempest-DeleteServersTestJSON-1244118395-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:40:55.541815 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758dcfe2-45e6-453d-b028-66e1e2a7f922 tempest-DeleteServersTestJSON-1244118395 tempest-DeleteServersTestJSON-1244118395-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:40:55.542340 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758dcfe2-45e6-453d-b028-66e1e2a7f922 tempest-DeleteServersTestJSON-1244118395 tempest-DeleteServersTestJSON-1244118395-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:40:55.542865 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758dcfe2-45e6-453d-b028-66e1e2a7f922 tempest-DeleteServersTestJSON-1244118395 tempest-DeleteServersTestJSON-1244118395-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:40:55.543388 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758dcfe2-45e6-453d-b028-66e1e2a7f922 tempest-DeleteServersTestJSON-1244118395 tempest-DeleteServersTestJSON-1244118395-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:40:55.543905 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758dcfe2-45e6-453d-b028-66e1e2a7f922 tempest-DeleteServersTestJSON-1244118395 tempest-DeleteServersTestJSON-1244118395-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:40:55.544545 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758dcfe2-45e6-453d-b028-66e1e2a7f922 tempest-DeleteServersTestJSON-1244118395 tempest-DeleteServersTestJSON-1244118395-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:40:55.545275 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758dcfe2-45e6-453d-b028-66e1e2a7f922 tempest-DeleteServersTestJSON-1244118395 tempest-DeleteServersTestJSON-1244118395-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:40:55.545817 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758dcfe2-45e6-453d-b028-66e1e2a7f922 tempest-DeleteServersTestJSON-1244118395 tempest-DeleteServersTestJSON-1244118395-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:40:55.546346 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758dcfe2-45e6-453d-b028-66e1e2a7f922 tempest-DeleteServersTestJSON-1244118395 tempest-DeleteServersTestJSON-1244118395-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:40:55.546874 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758dcfe2-45e6-453d-b028-66e1e2a7f922 tempest-DeleteServersTestJSON-1244118395 tempest-DeleteServersTestJSON-1244118395-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:40:55.547394 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758dcfe2-45e6-453d-b028-66e1e2a7f922 tempest-DeleteServersTestJSON-1244118395 tempest-DeleteServersTestJSON-1244118395-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:40:55.547913 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758dcfe2-45e6-453d-b028-66e1e2a7f922 tempest-DeleteServersTestJSON-1244118395 tempest-DeleteServersTestJSON-1244118395-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:40:55.554635 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-758dcfe2-45e6-453d-b028-66e1e2a7f922 tempest-DeleteServersTestJSON-1244118395 tempest-DeleteServersTestJSON-1244118395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:40:55.568263 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94eced19-810f-439e-a152-e68fd5254656 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62577cc3-8805-460e-b733-aef27864197e,revision_number=1']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:40:55.580385 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94eced19-810f-439e-a152-e68fd5254656 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:40:55.580799 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94eced19-810f-439e-a152-e68fd5254656 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:40:55.581197 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94eced19-810f-439e-a152-e68fd5254656 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:40:55.581709 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94eced19-810f-439e-a152-e68fd5254656 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:40:55.582093 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94eced19-810f-439e-a152-e68fd5254656 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:40:55.582477 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94eced19-810f-439e-a152-e68fd5254656 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:40:55.582854 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94eced19-810f-439e-a152-e68fd5254656 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:40:55.583235 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94eced19-810f-439e-a152-e68fd5254656 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:40:55.583609 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94eced19-810f-439e-a152-e68fd5254656 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:40:55.583985 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94eced19-810f-439e-a152-e68fd5254656 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:40:55.584359 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94eced19-810f-439e-a152-e68fd5254656 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:40:55.584735 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94eced19-810f-439e-a152-e68fd5254656 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:40:55.585214 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94eced19-810f-439e-a152-e68fd5254656 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:40:55.585657 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94eced19-810f-439e-a152-e68fd5254656 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:40:55.586038 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94eced19-810f-439e-a152-e68fd5254656 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:40:55.586378 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94eced19-810f-439e-a152-e68fd5254656 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:40:55.586751 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94eced19-810f-439e-a152-e68fd5254656 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:40:55.587126 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94eced19-810f-439e-a152-e68fd5254656 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:40:55.587502 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94eced19-810f-439e-a152-e68fd5254656 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:40:55.588022 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94eced19-810f-439e-a152-e68fd5254656 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:40:55.588512 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94eced19-810f-439e-a152-e68fd5254656 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:40:55.588888 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94eced19-810f-439e-a152-e68fd5254656 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:40:55.589262 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94eced19-810f-439e-a152-e68fd5254656 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:40:55.589659 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94eced19-810f-439e-a152-e68fd5254656 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:40:55.601327 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-94eced19-810f-439e-a152-e68fd5254656 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:40:55.626854 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-94eced19-810f-439e-a152-e68fd5254656 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=b5bb4f19875b401bad3bff7596874516&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8812609 Feb 15 21:40:55.632068 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83998) accepted ('10.222.0.68', 45714) {{(pid=83998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:40:55.638700 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvrscheduler_db [req-7813b789-410e-4ff9-9680-0493ec7d3037 req-758dcfe2-45e6-453d-b028-66e1e2a7f922 tempest-DeleteServersTestJSON-1244118395 tempest-DeleteServersTestJSON-1244118395-project] No DVR routers for this DVR port bab3afe7-5d8a-4123-928e-fd89134b8818 on host hv-cinder-77525 {{(pid=83999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 15 21:40:55.641915 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-b951e38d-5b4e-4198-8afb-0707a9712f65 req-a827571c-8737-4db6-abd2-cd80caf154a8 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363257537239207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853815187'] for port, after_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:55.646008 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-7813b789-410e-4ff9-9680-0493ec7d3037 req-758dcfe2-45e6-453d-b028-66e1e2a7f922 tempest-DeleteServersTestJSON-1244118395 tempest-DeleteServersTestJSON-1244118395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762656'] for port, before_response {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:55.652955 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f46c38db-460f-45f7-a3e2-483b356d7099', 'name': 'network-vif-deleted', 'tag': 'bab3afe7-5d8a-4123-928e-fd89134b8818'}] {{(pid=83999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 21:40:55.674205 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89d883d-7bd5-4a59-b4c4-286701e93c71 req-6cf22172-8b8c-47e1-bfae-c438b05abb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:40:55.676277 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-d89d883d-7bd5-4a59-b4c4-286701e93c71 req-6cf22172-8b8c-47e1-bfae-c438b05abb4a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=01d1e938225c413c8b7177a31ac61fd8&device_id=75161876-5fd7-4cd5-bcc1-e7aef527b1ee HTTP/1.1" status: 200 len: 1160 time: 0.2150869 Feb 15 21:40:55.685801 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-ab08d3f6-4fc2-4da0-a60d-7c266dc8667d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:40:55.737368 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f46c38db-460f-45f7-a3e2-483b356d7099', 'name': 'network-vif-deleted', 'tag': 'bab3afe7-5d8a-4123-928e-fd89134b8818', 'status': 'completed', 'code': 200} Feb 15 21:40:55.774993 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-d89d883d-7bd5-4a59-b4c4-286701e93c71 req-9d1d8ebb-6492-42c6-818e-8678a38956cc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9893a8d2-0f6f-4123-8406-4e5415a08932 HTTP/1.1" status: 200 len: 217 time: 0.0825138 Feb 15 21:40:55.779776 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff621a88-d185-41b4-8232-5a4f748d86b2 req-8716230c-632d-46b8-b212-8b995741aefd tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:40:55.781509 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-ff621a88-d185-41b4-8232-5a4f748d86b2 req-8716230c-632d-46b8-b212-8b995741aefd tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/ports?device_id=1a9afc6d-1219-4326-b2c2-cd0792437c37 HTTP/1.1" status: 200 len: 945 time: 0.3372810 Feb 15 21:40:55.839076 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-7f5edc01-e1c6-4899-99a7-c51679178032 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:55.870359 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-7813b789-410e-4ff9-9680-0493ec7d3037 req-758dcfe2-45e6-453d-b028-66e1e2a7f922 tempest-DeleteServersTestJSON-1244118395 tempest-DeleteServersTestJSON-1244118395-project] 10.222.0.46 "DELETE /v2.0/ports/bab3afe7-5d8a-4123-928e-fd89134b8818 HTTP/1.1" status: 204 len: 173 time: 5.0964105 Feb 15 21:40:55.879452 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-7f5edc01-e1c6-4899-99a7-c51679178032 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:55.887915 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89d883d-7bd5-4a59-b4c4-286701e93c71 req-5f861b32-0dc8-407e-9bad-026391dd9a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:40:55.889577 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-d89d883d-7bd5-4a59-b4c4-286701e93c71 req-5f861b32-0dc8-407e-9bad-026391dd9a57 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=96a9e4d7-4193-4d87-beab-01964d61c871 HTTP/1.1" status: 200 len: 849 time: 0.1055279 Feb 15 21:40:55.916147 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a827571c-8737-4db6-abd2-cd80caf154a8 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Pushing event updated for resources: {'Port': ['ID=2b2b764e-5af4-43d0-a94e-7cd4563bb475,revision_number=1']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:40:55.926405 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-a827571c-8737-4db6-abd2-cd80caf154a8 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:40:55.985215 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-ff621a88-d185-41b4-8232-5a4f748d86b2 req-8d651807-d166-4d21-aee6-f50fc743dfa0 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/security-groups?id=cfa94711-8349-42e9-83b9-bdf74ec03915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443360 Feb 15 21:40:56.000369 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b951e38d-5b4e-4198-8afb-0707a9712f65 req-a827571c-8737-4db6-abd2-cd80caf154a8 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Network 7e351d7f-ec41-4316-8703-e8fda2cbe604 is already hosted by enough agents. {{(pid=83999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 21:40:56.002418 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.base_scheduler [req-b951e38d-5b4e-4198-8afb-0707a9712f65 req-a827571c-8737-4db6-abd2-cd80caf154a8 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Resources bound (agent type, host, resource id): {{(pid=83999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 21:40:56.008547 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvrscheduler_db [req-b951e38d-5b4e-4198-8afb-0707a9712f65 req-a827571c-8737-4db6-abd2-cd80caf154a8 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Received port after_create {{(pid=83999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 15 21:40:56.009938 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89d883d-7bd5-4a59-b4c4-286701e93c71 req-0019cc75-9553-4545-bea0-7b812aaf16b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:40:56.011576 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-d89d883d-7bd5-4a59-b4c4-286701e93c71 req-0019cc75-9553-4545-bea0-7b812aaf16b8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=69e9f844-d8da-4039-9b13-e108b452a38b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1085863 Feb 15 21:40:56.017682 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-7f5edc01-e1c6-4899-99a7-c51679178032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:56.026134 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-388bee7b-63d1-46a8-b1b5-40eca46574d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:40:56.061849 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5edc01-e1c6-4899-99a7-c51679178032 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62577cc3-8805-460e-b733-aef27864197e,revision_number=None']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:40:56.071848 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-7f5edc01-e1c6-4899-99a7-c51679178032 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:40:56.090140 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b951e38d-5b4e-4198-8afb-0707a9712f65 req-a827571c-8737-4db6-abd2-cd80caf154a8 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:40:56.090806 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-b951e38d-5b4e-4198-8afb-0707a9712f65 req-a827571c-8737-4db6-abd2-cd80caf154a8 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762656'] for port, before_response {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:56.112736 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-b951e38d-5b4e-4198-8afb-0707a9712f65 req-a827571c-8737-4db6-abd2-cd80caf154a8 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4242222 Feb 15 21:40:56.125571 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.v2.base [req-b951e38d-5b4e-4198-8afb-0707a9712f65 req-0cae83bf-fdb3-4f08-a323-494ae2819d0c service neutron] Request body: {'port': {'device_id': '89411824-8005-47f9-b5d7-92215f8be77f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77525'}} {{(pid=83999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:40:56.127534 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-7f5edc01-e1c6-4899-99a7-c51679178032 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:56.131765 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-7f5edc01-e1c6-4899-99a7-c51679178032 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/62577cc3-8805-460e-b733-aef27864197e HTTP/1.1" status: 204 len: 168 time: 0.4957504 Feb 15 21:40:56.195078 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-a32a57cf-7dbd-46ca-ac48-a07ff952864f req-a984d53f-ea49-41f6-8a83-54647a578cba tempest-DeleteServersTestJSON-1244118395 tempest-DeleteServersTestJSON-1244118395-project] 10.222.0.68 "GET /v2.0/ports?device_id=f46c38db-460f-45f7-a3e2-483b356d7099 HTTP/1.1" status: 200 len: 210 time: 0.1255951 Feb 15 21:40:56.246446 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-d89d883d-7bd5-4a59-b4c4-286701e93c71 req-f60ae256-ebbb-4e6f-a0d3-9a691e43e7d0 service neutron] 10.222.0.46 "GET /v2.0/networks/69e9f844-d8da-4039-9b13-e108b452a38b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214885 Feb 15 21:40:56.328497 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-b951e38d-5b4e-4198-8afb-0707a9712f65 req-0cae83bf-fdb3-4f08-a323-494ae2819d0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_update {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:56.565321 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5071bc46-ba72-4e76-8d91-ac854f91d0db req-82a7b5b9-a6f0-41eb-b507-efcd31f76b09 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:40:56.567895 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-5071bc46-ba72-4e76-8d91-ac854f91d0db req-82a7b5b9-a6f0-41eb-b507-efcd31f76b09 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "GET /v2.0/ports?device_id=75161876-5fd7-4cd5-bcc1-e7aef527b1ee HTTP/1.1" status: 200 len: 943 time: 0.3924074 Feb 15 21:40:56.650715 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-d89d883d-7bd5-4a59-b4c4-286701e93c71 req-384351cf-a553-49d3-a82c-87f710d1e94a service neutron] 10.222.0.46 "GET /v2.0/networks/69e9f844-d8da-4039-9b13-e108b452a38b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3838737 Feb 15 21:40:56.717795 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-5071bc46-ba72-4e76-8d91-ac854f91d0db req-9ff3c0a6-33b7-4d7d-a382-a48595c02009 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "GET /v2.0/security-groups?id=0f7c9e5d-2f88-4d15-bd89-ff8afec8e837&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1388402 Feb 15 21:40:56.841134 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da35855-fe24-43be-b3c4-74f0c649368a req-d7d7c29a-59f2-460b-8d1b-bb0b85eee1e8 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:40:56.843007 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-4da35855-fe24-43be-b3c4-74f0c649368a req-d7d7c29a-59f2-460b-8d1b-bb0b85eee1e8 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] 10.222.0.68 "GET /v2.0/ports?device_id=89411824-8005-47f9-b5d7-92215f8be77f HTTP/1.1" status: 200 len: 931 time: 0.3492043 Feb 15 21:40:56.965789 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-4da35855-fe24-43be-b3c4-74f0c649368a req-08ada0f3-a2b2-4bed-bf18-c97976594c36 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] 10.222.0.68 "GET /v2.0/security-groups?id=eacf551a-e03d-4784-a8ef-492410bc89e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119485 Feb 15 21:40:56.995942 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb427af-1b12-4a73-bcc2-ff8577c9d513 req-bcb83c05-eb10-4d71-bb15-f3027847a8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:40:56.995942 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-3eb427af-1b12-4a73-bcc2-ff8577c9d513 req-bcb83c05-eb10-4d71-bb15-f3027847a8d9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=01d1e938225c413c8b7177a31ac61fd8&device_id=75161876-5fd7-4cd5-bcc1-e7aef527b1ee HTTP/1.1" status: 200 len: 1160 time: 0.2719185 Feb 15 21:40:57.141196 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.notifiers.nova [req-b951e38d-5b4e-4198-8afb-0707a9712f65 req-0cae83bf-fdb3-4f08-a323-494ae2819d0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b2b764e-5af4-43d0-a94e-7cd4563bb475 {{(pid=83999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 15 21:40:57.170302 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-b951e38d-5b4e-4198-8afb-0707a9712f65 req-0cae83bf-fdb3-4f08-a323-494ae2819d0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:57.245184 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [req-b951e38d-5b4e-4198-8afb-0707a9712f65 req-0cae83bf-fdb3-4f08-a323-494ae2819d0c service neutron] Transition to ACTIVE for port object 2b2b764e-5af4-43d0-a94e-7cd4563bb475 will not be triggered until provisioned by entity L2. {{(pid=83999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 21:40:57.251073 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-b951e38d-5b4e-4198-8afb-0707a9712f65 req-0cae83bf-fdb3-4f08-a323-494ae2819d0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779317976793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779317533282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257537242501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-960628'] for port, after_update {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:57.278679 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-758dcfe2-45e6-453d-b028-66e1e2a7f922 tempest-DeleteServersTestJSON-1244118395 tempest-DeleteServersTestJSON-1244118395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:40:57.321877 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb427af-1b12-4a73-bcc2-ff8577c9d513 req-e4211e5f-88c4-4de6-8c5d-7db37d3ca243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:40:57.323501 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-3eb427af-1b12-4a73-bcc2-ff8577c9d513 req-e4211e5f-88c4-4de6-8c5d-7db37d3ca243 service neutron] 10.222.0.46 "GET /v2.0/networks?id=69e9f844-d8da-4039-9b13-e108b452a38b HTTP/1.1" status: 200 len: 904 time: 0.3151276 Feb 15 21:40:57.531357 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-3eb427af-1b12-4a73-bcc2-ff8577c9d513 req-ecff2960-1a12-4a65-a78c-b55cbb223d61 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9893a8d2-0f6f-4123-8406-4e5415a08932 HTTP/1.1" status: 200 len: 217 time: 0.1912851 Feb 15 21:40:57.643547 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb427af-1b12-4a73-bcc2-ff8577c9d513 req-e8758074-4e8d-4523-9643-2d987994661e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:40:57.645621 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-3eb427af-1b12-4a73-bcc2-ff8577c9d513 req-e8758074-4e8d-4523-9643-2d987994661e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=96a9e4d7-4193-4d87-beab-01964d61c871 HTTP/1.1" status: 200 len: 849 time: 0.1063099 Feb 15 21:40:57.760602 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb427af-1b12-4a73-bcc2-ff8577c9d513 req-7767e963-5df2-4d47-b24b-4a8c965cfe07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:40:57.762332 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-3eb427af-1b12-4a73-bcc2-ff8577c9d513 req-7767e963-5df2-4d47-b24b-4a8c965cfe07 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=69e9f844-d8da-4039-9b13-e108b452a38b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1018400 Feb 15 21:40:57.797980 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cae83bf-fdb3-4f08-a323-494ae2819d0c service neutron] Pushing event updated for resources: {'Port': ['ID=2b2b764e-5af4-43d0-a94e-7cd4563bb475,revision_number=2']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:40:57.823023 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-0cae83bf-fdb3-4f08-a323-494ae2819d0c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.544s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:40:57.844585 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4a578a-4b4a-4016-bc53-aeb4e8460163 req-4faaf459-e8de-4171-863e-45fde1f7f3d7 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:40:57.857120 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-ff4a578a-4b4a-4016-bc53-aeb4e8460163 req-4faaf459-e8de-4171-863e-45fde1f7f3d7 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/ports?device_id=1a9afc6d-1219-4326-b2c2-cd0792437c37 HTTP/1.1" status: 200 len: 945 time: 0.6836429 Feb 15 21:40:57.936682 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-ff4a578a-4b4a-4016-bc53-aeb4e8460163 req-02cb9133-f01c-41a3-ac4b-0dbbc922c06e tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/security-groups?id=cfa94711-8349-42e9-83b9-bdf74ec03915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783486 Feb 15 21:40:57.943107 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-3eb427af-1b12-4a73-bcc2-ff8577c9d513 req-1cbb69bf-8f28-49ce-b91d-f93bcedba86f service neutron] 10.222.0.46 "GET /v2.0/networks/69e9f844-d8da-4039-9b13-e108b452a38b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675575 Feb 15 21:40:58.243688 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-3eb427af-1b12-4a73-bcc2-ff8577c9d513 req-1c85e3cc-b648-43e2-aec2-b8ca20a2bab4 service neutron] 10.222.0.46 "GET /v2.0/networks/69e9f844-d8da-4039-9b13-e108b452a38b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2899735 Feb 15 21:40:58.257025 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.managers [req-b951e38d-5b4e-4198-8afb-0707a9712f65 req-0cae83bf-fdb3-4f08-a323-494ae2819d0c service neutron] Attempting to bind port 2b2b764e-5af4-43d0-a94e-7cd4563bb475 on host hv-cinder-77525 for vnic_type normal with profile {{(pid=83999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 21:40:58.257439 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.managers [req-b951e38d-5b4e-4198-8afb-0707a9712f65 req-0cae83bf-fdb3-4f08-a323-494ae2819d0c service neutron] Attempting to bind port 2b2b764e-5af4-43d0-a94e-7cd4563bb475 by drivers openvswitch on host hv-cinder-77525 at level 0 using segments [{'id': 'a30449d5-f7e3-46b3-92df-c80a6b63f000', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7e351d7f-ec41-4316-8703-e8fda2cbe604'}] {{(pid=83999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 15 21:40:58.257818 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b951e38d-5b4e-4198-8afb-0707a9712f65 req-0cae83bf-fdb3-4f08-a323-494ae2819d0c service neutron] Attempting to bind port 2b2b764e-5af4-43d0-a94e-7cd4563bb475 on network 7e351d7f-ec41-4316-8703-e8fda2cbe604 {{(pid=83999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 15 21:40:58.270795 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b951e38d-5b4e-4198-8afb-0707a9712f65 req-0cae83bf-fdb3-4f08-a323-494ae2819d0c service neutron] Checking agent: {'id': '3b9d0ad6-16ce-46f2-a5c4-f9a7961e9638', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77525', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 21, 37, 44), 'started_at': datetime.datetime(2021, 2, 15, 21, 38, 14), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 21, 40, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 21:40:58.271173 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b951e38d-5b4e-4198-8afb-0707a9712f65 req-0cae83bf-fdb3-4f08-a323-494ae2819d0c service neutron] Checking segment: {'id': 'a30449d5-f7e3-46b3-92df-c80a6b63f000', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7e351d7f-ec41-4316-8703-e8fda2cbe604'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 21:40:58.271588 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-b951e38d-5b4e-4198-8afb-0707a9712f65 req-0cae83bf-fdb3-4f08-a323-494ae2819d0c service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:58.271983 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b951e38d-5b4e-4198-8afb-0707a9712f65 req-0cae83bf-fdb3-4f08-a323-494ae2819d0c service neutron] Bound using segment: {'id': 'a30449d5-f7e3-46b3-92df-c80a6b63f000', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7e351d7f-ec41-4316-8703-e8fda2cbe604'} {{(pid=83999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 21:40:58.273009 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.managers [req-b951e38d-5b4e-4198-8afb-0707a9712f65 req-0cae83bf-fdb3-4f08-a323-494ae2819d0c service neutron] Bound port: 2b2b764e-5af4-43d0-a94e-7cd4563bb475, host: hv-cinder-77525, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a30449d5-f7e3-46b3-92df-c80a6b63f000', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7e351d7f-ec41-4316-8703-e8fda2cbe604'}}] {{(pid=83999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 15 21:40:58.273475 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-b951e38d-5b4e-4198-8afb-0707a9712f65 req-0cae83bf-fdb3-4f08-a323-494ae2819d0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_update {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:58.294881 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a404345d-6dc8-49f8-851f-fe298e1a3e5d req-a969c70e-9283-498c-a28c-f7ff44a687a9 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:40:58.296662 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-a404345d-6dc8-49f8-851f-fe298e1a3e5d req-a969c70e-9283-498c-a28c-f7ff44a687a9 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "GET /v2.0/ports?device_id=75161876-5fd7-4cd5-bcc1-e7aef527b1ee HTTP/1.1" status: 200 len: 943 time: 0.2110760 Feb 15 21:40:58.357646 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-a404345d-6dc8-49f8-851f-fe298e1a3e5d req-af96ced0-af12-412c-aeb4-f7a244e6e046 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "GET /v2.0/security-groups?id=0f7c9e5d-2f88-4d15-bd89-ff8afec8e837&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540040 Feb 15 21:40:58.367883 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9a5009-8cff-49ab-a8fb-14b343721361 req-f57cb79d-0de8-456e-b943-3972ff5bdef9 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:40:58.368814 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [req-1c9a5009-8cff-49ab-a8fb-14b343721361 req-f57cb79d-0de8-456e-b943-3972ff5bdef9 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Synchronizing usage tracker for tenant:964e5fef0d9f42da9da2717fddfc34f1 on resource:port {{(pid=83999) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 21:40:58.405290 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [req-b951e38d-5b4e-4198-8afb-0707a9712f65 req-0cae83bf-fdb3-4f08-a323-494ae2819d0c service neutron] For port 2b2b764e-5af4-43d0-a94e-7cd4563bb475, host hv-cinder-77525, cleared binding levels {{(pid=83999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 15 21:40:58.409037 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [req-b951e38d-5b4e-4198-8afb-0707a9712f65 req-0cae83bf-fdb3-4f08-a323-494ae2819d0c service neutron] For port 2b2b764e-5af4-43d0-a94e-7cd4563bb475, host hv-cinder-77525, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=2b2b764e-5af4-43d0-a94e-7cd4563bb475,segment=NetworkSegment(a30449d5-f7e3-46b3-92df-c80a6b63f000),segment_id=a30449d5-f7e3-46b3-92df-c80a6b63f000)] {{(pid=83999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 15 21:40:58.410666 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [req-1c9a5009-8cff-49ab-a8fb-14b343721361 req-f57cb79d-0de8-456e-b943-3972ff5bdef9 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Unset dirty status for tenant:964e5fef0d9f42da9da2717fddfc34f1 on resource:port {{(pid=83999) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 21:40:58.412125 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-1c9a5009-8cff-49ab-a8fb-14b343721361 req-f57cb79d-0de8-456e-b943-3972ff5bdef9 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] 10.222.0.68 "GET /v2.0/ports?device_id=89411824-8005-47f9-b5d7-92215f8be77f HTTP/1.1" status: 200 len: 943 time: 0.2400031 Feb 15 21:40:58.413823 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-b951e38d-5b4e-4198-8afb-0707a9712f65 req-0cae83bf-fdb3-4f08-a323-494ae2819d0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779317976793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779317533282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257537242501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-960628'] for port, after_update {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:58.431844 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:40:58.596375 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cae83bf-fdb3-4f08-a323-494ae2819d0c service neutron] Pushing event updated for resources: {'Port': ['ID=2b2b764e-5af4-43d0-a94e-7cd4563bb475,revision_number=3']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:40:58.617433 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-0cae83bf-fdb3-4f08-a323-494ae2819d0c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:40:58.652482 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-1c9a5009-8cff-49ab-a8fb-14b343721361 req-91b9512f-3a28-473f-b94c-d6505cf7a2f2 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] 10.222.0.68 "GET /v2.0/security-groups?id=eacf551a-e03d-4784-a8ef-492410bc89e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216194 Feb 15 21:40:58.693295 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b951e38d-5b4e-4198-8afb-0707a9712f65 req-0cae83bf-fdb3-4f08-a323-494ae2819d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:40:58.694161 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-b951e38d-5b4e-4198-8afb-0707a9712f65 req-0cae83bf-fdb3-4f08-a323-494ae2819d0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762656'] for port, before_response {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:58.695537 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-b951e38d-5b4e-4198-8afb-0707a9712f65 req-0cae83bf-fdb3-4f08-a323-494ae2819d0c service neutron] 10.222.0.46 "PUT /v2.0/ports/2b2b764e-5af4-43d0-a94e-7cd4563bb475 HTTP/1.1" status: 200 len: 1157 time: 2.5748446 Feb 15 21:40:58.696156 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89411824-8005-47f9-b5d7-92215f8be77f', 'tag': '2b2b764e-5af4-43d0-a94e-7cd4563bb475'}] {{(pid=83999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 21:40:58.750256 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89411824-8005-47f9-b5d7-92215f8be77f', 'tag': '2b2b764e-5af4-43d0-a94e-7cd4563bb475', 'status': 'completed', 'code': 200} Feb 15 21:40:58.852784 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b951e38d-5b4e-4198-8afb-0707a9712f65 req-b546fad9-85ac-4361-b92d-eb493a983fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:40:58.860588 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-b951e38d-5b4e-4198-8afb-0707a9712f65 req-b546fad9-85ac-4361-b92d-eb493a983fd1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=964e5fef0d9f42da9da2717fddfc34f1&device_id=89411824-8005-47f9-b5d7-92215f8be77f HTTP/1.1" status: 200 len: 1160 time: 0.1081603 Feb 15 21:40:58.955955 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-b951e38d-5b4e-4198-8afb-0707a9712f65 req-ca52091b-1af1-41ea-8677-10fbb0b57f9c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2b2b764e-5af4-43d0-a94e-7cd4563bb475 HTTP/1.1" status: 200 len: 217 time: 0.0737576 Feb 15 21:40:59.105034 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b951e38d-5b4e-4198-8afb-0707a9712f65 req-34e4847d-3f1d-4214-b8fa-8adf7ddcf55c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:40:59.106573 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-b951e38d-5b4e-4198-8afb-0707a9712f65 req-34e4847d-3f1d-4214-b8fa-8adf7ddcf55c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=dcb6e13b-2686-42e4-a027-d54b68f82f25 HTTP/1.1" status: 200 len: 855 time: 0.1381290 Feb 15 21:40:59.168201 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-b951e38d-5b4e-4198-8afb-0707a9712f65 req-4cfae473-3fe8-4b2e-b3c8-6bdb9095b7b5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7e351d7f-ec41-4316-8703-e8fda2cbe604&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541027 Feb 15 21:40:59.201405 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83998) accepted ('10.222.0.68', 45848) {{(pid=83998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:40:59.231177 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec671c1-e869-43c6-878a-a8731d10661f req-5b4991af-2f87-40f8-94e2-4afbd18e581e tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:40:59.232811 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-1ec671c1-e869-43c6-878a-a8731d10661f req-5b4991af-2f87-40f8-94e2-4afbd18e581e tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/ports?device_id=1a9afc6d-1219-4326-b2c2-cd0792437c37 HTTP/1.1" status: 200 len: 945 time: 0.1852012 Feb 15 21:40:59.351637 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-1ec671c1-e869-43c6-878a-a8731d10661f req-3eb3ca54-ae72-4637-a21c-da5611d5c1da tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/security-groups?id=cfa94711-8349-42e9-83b9-bdf74ec03915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690389 Feb 15 21:40:59.370491 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-b951e38d-5b4e-4198-8afb-0707a9712f65 req-0f98ccce-fd3a-44aa-928f-1b822edec529 service neutron] 10.222.0.46 "GET /v2.0/networks/7e351d7f-ec41-4316-8703-e8fda2cbe604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919801 Feb 15 21:40:59.387288 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-bf70b5b1-6013-4cb2-9995-2f1ac0f8870e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:59.406246 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-bf70b5b1-6013-4cb2-9995-2f1ac0f8870e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:40:59.410949 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-bf70b5b1-6013-4cb2-9995-2f1ac0f8870e admin admin] Usage tracker for resource:security_group_rule and tenant:6d4c3692ef9d4e8ea8a8485c63987c3a is out of sync, need to count used quota {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:40:59.414000 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-bf70b5b1-6013-4cb2-9995-2f1ac0f8870e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:40:59.419888 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-bf70b5b1-6013-4cb2-9995-2f1ac0f8870e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:40:59.507731 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-bf70b5b1-6013-4cb2-9995-2f1ac0f8870e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:59.531326 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-b951e38d-5b4e-4198-8afb-0707a9712f65 req-bcbb6da2-28af-403f-aaee-920a15c801f8 service neutron] 10.222.0.46 "GET /v2.0/networks/7e351d7f-ec41-4316-8703-e8fda2cbe604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1479368 Feb 15 21:40:59.554915 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-bf70b5b1-6013-4cb2-9995-2f1ac0f8870e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:59.571927 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-d5ba9179-89b9-4566-bf0c-a600db17f5d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:40:59.572446 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 45864) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:40:59.628465 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-bf70b5b1-6013-4cb2-9995-2f1ac0f8870e admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=6d4c3692ef9d4e8ea8a8485c63987c3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4258056 Feb 15 21:40:59.634075 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83998) accepted ('10.222.0.68', 45868) {{(pid=83998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:40:59.638934 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf70b5b1-6013-4cb2-9995-2f1ac0f8870e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8abfa4a3-ca67-435d-8b78-07606190802b,revision_number=1']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:40:59.642966 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-bf70b5b1-6013-4cb2-9995-2f1ac0f8870e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:40:59.699762 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ca56c56-65a5-4b90-8e40-7fecf65b4184 admin admin] Deleting subnet d167a95e-5d69-42f5-bf31-6fffdae88a6a {{(pid=83999) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 15 21:40:59.705809 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-8ca56c56-65a5-4b90-8e40-7fecf65b4184 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:59.708575 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ae169f-1ceb-4adb-9bfd-5c179872a03c req-bb6bc5ec-e6c7-4d56-9bab-8afaf0452c2b tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:40:59.710309 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-15ae169f-1ceb-4adb-9bfd-5c179872a03c req-bb6bc5ec-e6c7-4d56-9bab-8afaf0452c2b tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "GET /v2.0/ports?device_id=75161876-5fd7-4cd5-bcc1-e7aef527b1ee HTTP/1.1" status: 200 len: 943 time: 0.2007425 Feb 15 21:40:59.744359 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-c186f9f9-de0f-4357-9be4-af49951bd040 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:59.769737 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-8ca56c56-65a5-4b90-8e40-7fecf65b4184 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262175358'] for subnet, precommit_delete_associations {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:59.791183 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-15ae169f-1ceb-4adb-9bfd-5c179872a03c req-c52be94f-a6a5-4370-bc1c-953dd6200b56 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "GET /v2.0/security-groups?id=0f7c9e5d-2f88-4d15-bd89-ff8afec8e837&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717378 Feb 15 21:40:59.795694 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-c186f9f9-de0f-4357-9be4-af49951bd040 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:59.862006 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82542fd5-e2e9-4ee5-95c9-bcb9e0d6a424 req-2312a484-ac80-4388-bcb1-f7259dc3627a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:40:59.863591 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-82542fd5-e2e9-4ee5-95c9-bcb9e0d6a424 req-2312a484-ac80-4388-bcb1-f7259dc3627a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=964e5fef0d9f42da9da2717fddfc34f1&device_id=89411824-8005-47f9-b5d7-92215f8be77f HTTP/1.1" status: 200 len: 1160 time: 0.2540050 Feb 15 21:40:59.874899 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-c186f9f9-de0f-4357-9be4-af49951bd040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:59.889682 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-d3779519-c94d-4096-8346-d486b4210d25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:40:59.905632 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c186f9f9-de0f-4357-9be4-af49951bd040 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8abfa4a3-ca67-435d-8b78-07606190802b,revision_number=None']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:40:59.911792 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-c186f9f9-de0f-4357-9be4-af49951bd040 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:40:59.918980 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-c186f9f9-de0f-4357-9be4-af49951bd040 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:59.921376 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-c186f9f9-de0f-4357-9be4-af49951bd040 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/8abfa4a3-ca67-435d-8b78-07606190802b HTTP/1.1" status: 204 len: 168 time: 0.2837203 Feb 15 21:40:59.945236 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-8ca56c56-65a5-4b90-8e40-7fecf65b4184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3509935'] for subnet, precommit_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:40:59.966207 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Device 9893a8d2-0f6f-4123-8406-4e5415a08932 up at agent ovs-agent-hv-cinder-77525 {{(pid=84000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:41:00.151235 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Provisioning for port 9893a8d2-0f6f-4123-8406-4e5415a08932 completed by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 21:41:00.157755 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Provisioning complete for port 9893a8d2-0f6f-4123-8406-4e5415a08932 triggered by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:41:00.158281 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:00.166703 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a01fa84-129e-41a3-abb6-29e71140efc9 req-78611ea9-806b-4013-89b9-5698b8b76fcf tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:41:00.168347 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-0a01fa84-129e-41a3-abb6-29e71140efc9 req-78611ea9-806b-4013-89b9-5698b8b76fcf tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] 10.222.0.68 "GET /v2.0/ports?device_id=89411824-8005-47f9-b5d7-92215f8be77f HTTP/1.1" status: 200 len: 943 time: 0.3636894 Feb 15 21:41:00.268390 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82542fd5-e2e9-4ee5-95c9-bcb9e0d6a424 req-b48fa156-cd82-4603-97d7-98fbae453df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:41:00.275340 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-82542fd5-e2e9-4ee5-95c9-bcb9e0d6a424 req-b48fa156-cd82-4603-97d7-98fbae453df2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7e351d7f-ec41-4316-8703-e8fda2cbe604 HTTP/1.1" status: 200 len: 909 time: 0.3909447 Feb 15 21:41:00.319945 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:00.329541 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83998) accepted ('10.222.0.68', 45890) {{(pid=83998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:41:00.359724 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] For port 9893a8d2-0f6f-4123-8406-4e5415a08932, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=9893a8d2-0f6f-4123-8406-4e5415a08932,segment=NetworkSegment(8c893903-8c9b-4ad7-b25b-3668faa686d9),segment_id=8c893903-8c9b-4ad7-b25b-3668faa686d9)] {{(pid=84000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:41:00.361109 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75161876-5fd7-4cd5-bcc1-e7aef527b1ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9893a8d2-0f6f-4123-8406-4e5415a08932'}] {{(pid=84000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 21:41:00.367818 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-69fbe702-ae04-4045-9e90-efd481bd205b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:00.382426 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779317976793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779317533282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257537242501'] for port, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:00.384780 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:41:00.406621 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-69fbe702-ae04-4045-9e90-efd481bd205b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:41:00.418279 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-69fbe702-ae04-4045-9e90-efd481bd205b admin admin] Usage tracker for resource:security_group_rule and tenant:9c3e0e3c188341bf9039ca897339c32f is out of sync, need to count used quota {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:41:00.421379 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-69fbe702-ae04-4045-9e90-efd481bd205b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:41:00.429382 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-82542fd5-e2e9-4ee5-95c9-bcb9e0d6a424 req-756355b6-ef46-4b17-a110-0734881da17a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2b2b764e-5af4-43d0-a94e-7cd4563bb475 HTTP/1.1" status: 200 len: 217 time: 0.1382332 Feb 15 21:41:00.434221 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-69fbe702-ae04-4045-9e90-efd481bd205b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:41:00.447372 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-0a01fa84-129e-41a3-abb6-29e71140efc9 req-077dd855-169e-4c54-b30a-85387111b578 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] 10.222.0.68 "GET /v2.0/security-groups?id=eacf551a-e03d-4784-a8ef-492410bc89e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228930 Feb 15 21:41:00.586718 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75161876-5fd7-4cd5-bcc1-e7aef527b1ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9893a8d2-0f6f-4123-8406-4e5415a08932', 'code': 200} Feb 15 21:41:00.622254 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Pushing event updated for resources: {'Port': ['ID=9893a8d2-0f6f-4123-8406-4e5415a08932,revision_number=4']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:41:00.633930 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:41:00.745139 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82542fd5-e2e9-4ee5-95c9-bcb9e0d6a424 req-6bbbdc1a-d1d1-4591-8c88-0ac08953a2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:41:00.746809 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-82542fd5-e2e9-4ee5-95c9-bcb9e0d6a424 req-6bbbdc1a-d1d1-4591-8c88-0ac08953a2b9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=dcb6e13b-2686-42e4-a027-d54b68f82f25 HTTP/1.1" status: 200 len: 855 time: 0.2861285 Feb 15 21:41:01.058974 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-82542fd5-e2e9-4ee5-95c9-bcb9e0d6a424 req-a6f95520-ce26-4775-b165-4fc131d40051 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7e351d7f-ec41-4316-8703-e8fda2cbe604&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2980034 Feb 15 21:41:01.067484 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-69fbe702-ae04-4045-9e90-efd481bd205b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:01.086512 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-69fbe702-ae04-4045-9e90-efd481bd205b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:01.101413 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-8ca56c56-65a5-4b90-8e40-7fecf65b4184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851265832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-960643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036592534740'] for subnet, after_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:01.127642 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-ba251616-9847-40e9-817e-4296f19d648d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:41:01.140225 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eaec13-c242-40e7-a9a1-6624347da432 req-3053694d-707a-49b0-a074-883016aef1ee tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:41:01.141913 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-47eaec13-c242-40e7-a9a1-6624347da432 req-3053694d-707a-49b0-a074-883016aef1ee tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/ports?device_id=1a9afc6d-1219-4326-b2c2-cd0792437c37 HTTP/1.1" status: 200 len: 945 time: 0.4980106 Feb 15 21:41:01.146844 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-1e92e004-0716-47b6-856f-c371fbb33aa8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:41:01.155350 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-69fbe702-ae04-4045-9e90-efd481bd205b admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=9c3e0e3c188341bf9039ca897339c32f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8220105 Feb 15 21:41:01.158182 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83998) accepted ('10.222.0.68', 45912) {{(pid=83998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:41:01.200260 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fbe702-ae04-4045-9e90-efd481bd205b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e861cda-d9aa-4959-b521-4ce74639b3eb,revision_number=1']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:41:01.218483 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-69fbe702-ae04-4045-9e90-efd481bd205b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:41:01.231068 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f4ea1e-ab15-49fc-922e-9d69ae9170a5 req-ad98ca01-5953-403b-b185-f828b6c288d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:41:01.232773 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-44f4ea1e-ab15-49fc-922e-9d69ae9170a5 req-ad98ca01-5953-403b-b185-f828b6c288d1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=75161876-5fd7-4cd5-bcc1-e7aef527b1ee HTTP/1.1" status: 200 len: 1162 time: 0.2984912 Feb 15 21:41:01.265731 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c365f01-c1a1-4f36-a1e4-ce8753e45487 req-70eea15d-edad-415f-9cb8-fd15c82de5ec tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:41:01.267333 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-5c365f01-c1a1-4f36-a1e4-ce8753e45487 req-70eea15d-edad-415f-9cb8-fd15c82de5ec tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "GET /v2.0/ports?device_id=75161876-5fd7-4cd5-bcc1-e7aef527b1ee HTTP/1.1" status: 200 len: 945 time: 0.2729938 Feb 15 21:41:01.267505 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca56c56-65a5-4b90-8e40-7fecf65b4184 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d167a95e-5d69-42f5-bf31-6fffdae88a6a,revision_number=None']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:41:01.270746 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-8ca56c56-65a5-4b90-8e40-7fecf65b4184 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:41:01.301881 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Device 9893a8d2-0f6f-4123-8406-4e5415a08932 up at agent ovs-agent-hv-cinder-77525 {{(pid=84000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:41:01.326459 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-ecb16244-db44-46c4-8e1f-a778584446b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:01.350089 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-44f4ea1e-ab15-49fc-922e-9d69ae9170a5 req-9a48623f-5d18-47c4-8411-d6581eaacba8 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=0f7c9e5d-2f88-4d15-bd89-ff8afec8e837&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047752 Feb 15 21:41:01.374718 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-5c365f01-c1a1-4f36-a1e4-ce8753e45487 req-438bb025-4c9c-4d47-be22-51dd97f68fce tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "GET /v2.0/security-groups?id=0f7c9e5d-2f88-4d15-bd89-ff8afec8e837&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976536 Feb 15 21:41:01.377370 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Provisioning complete for port 9893a8d2-0f6f-4123-8406-4e5415a08932 triggered by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:41:01.377899 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:01.382900 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-ecb16244-db44-46c4-8e1f-a778584446b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:01.409775 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-47eaec13-c242-40e7-a9a1-6624347da432 req-e90afb63-0b13-48f6-83a6-0b4c7cbd8040 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/security-groups?id=cfa94711-8349-42e9-83b9-bdf74ec03915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324502 Feb 15 21:41:01.428267 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-82542fd5-e2e9-4ee5-95c9-bcb9e0d6a424 req-b9f07877-30a3-4176-aa5c-477fc0dfa2fa service neutron] 10.222.0.46 "GET /v2.0/networks/7e351d7f-ec41-4316-8703-e8fda2cbe604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3566215 Feb 15 21:41:01.434416 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-8ca56c56-65a5-4b90-8e40-7fecf65b4184 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851048245'] for subnet, before_response {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:01.443850 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-8ca56c56-65a5-4b90-8e40-7fecf65b4184 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/d167a95e-5d69-42f5-bf31-6fffdae88a6a HTTP/1.1" status: 204 len: 168 time: 1.8674705 Feb 15 21:41:01.444040 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-ecb16244-db44-46c4-8e1f-a778584446b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:01.444203 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 45916) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:41:01.450963 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-c186f9f9-de0f-4357-9be4-af49951bd040 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:41:01.463921 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb16244-db44-46c4-8e1f-a778584446b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e861cda-d9aa-4959-b521-4ce74639b3eb,revision_number=None']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:41:01.467546 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-ecb16244-db44-46c4-8e1f-a778584446b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:41:01.468762 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-ecb16244-db44-46c4-8e1f-a778584446b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:01.470027 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-ecb16244-db44-46c4-8e1f-a778584446b0 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/4e861cda-d9aa-4959-b521-4ce74639b3eb HTTP/1.1" status: 204 len: 168 time: 0.3090010 Feb 15 21:41:01.634936 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-44a1ef1c-327b-44d9-8b1d-82846cefe4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3535857'] for network, before_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:01.683405 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d870150d-7598-4ccc-a614-3b975913ac02 req-f9cd1034-c7de-4f05-b40d-2849e79ad20e tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:41:01.685010 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-d870150d-7598-4ccc-a614-3b975913ac02 req-f9cd1034-c7de-4f05-b40d-2849e79ad20e tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] 10.222.0.68 "GET /v2.0/ports?device_id=89411824-8005-47f9-b5d7-92215f8be77f HTTP/1.1" status: 200 len: 943 time: 0.0953431 Feb 15 21:41:01.744302 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-d870150d-7598-4ccc-a614-3b975913ac02 req-65527b42-5d8b-4f3d-aede-c2297591b000 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] 10.222.0.68 "GET /v2.0/security-groups?id=eacf551a-e03d-4784-a8ef-492410bc89e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483825 Feb 15 21:41:01.935609 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83998) accepted ('10.222.0.68', 45936) {{(pid=83998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:41:02.039710 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-82542fd5-e2e9-4ee5-95c9-bcb9e0d6a424 req-14650786-2bcb-46b3-aadc-19099e1a8da8 service neutron] 10.222.0.46 "GET /v2.0/networks/7e351d7f-ec41-4316-8703-e8fda2cbe604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4363999 Feb 15 21:41:02.047924 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-44a1ef1c-327b-44d9-8b1d-82846cefe4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3509558', 'neutron.services.segments.db._delete_segments_for_network--9223363257536900809'] for network, precommit_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:02.110943 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-7f71d827-26af-4eea-bd7f-b3ecc430381c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:02.126864 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83998) accepted ('10.222.0.68', 45942) {{(pid=83998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:41:02.130300 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-7f71d827-26af-4eea-bd7f-b3ecc430381c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:41:02.148942 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-7f71d827-26af-4eea-bd7f-b3ecc430381c admin admin] Usage tracker for resource:security_group_rule and tenant:a5872bbe6e814062af3a0956c600e6e4 is out of sync, need to count used quota {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:41:02.154313 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-7f71d827-26af-4eea-bd7f-b3ecc430381c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:41:02.164648 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-2fb51095-1e83-4722-9c2a-8762efb7105b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:02.176090 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-7f71d827-26af-4eea-bd7f-b3ecc430381c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:41:02.185014 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.services.segments.db [None req-44a1ef1c-327b-44d9-8b1d-82846cefe4b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36f6af71-4ea0-4f7d-9764-03e9ee72e8f4']}} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:41:02.189403 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-2fb51095-1e83-4722-9c2a-8762efb7105b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:41:02.198114 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-2fb51095-1e83-4722-9c2a-8762efb7105b admin admin] Usage tracker for resource:security_group_rule and tenant:cc3e25cdd87b47fba3d77330f977d2a0 is out of sync, need to count used quota {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:41:02.202159 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-2fb51095-1e83-4722-9c2a-8762efb7105b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:41:02.204604 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.services.segments.db [None req-44a1ef1c-327b-44d9-8b1d-82846cefe4b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f46adc0a-c339-4bec-ba90-f962c8c959b1') {'for_net_delete': True} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:41:02.205120 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.services.segments.db [None req-44a1ef1c-327b-44d9-8b1d-82846cefe4b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f46adc0a-c339-4bec-ba90-f962c8c959b1') {} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:41:02.208351 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-2fb51095-1e83-4722-9c2a-8762efb7105b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:41:02.222063 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-44a1ef1c-327b-44d9-8b1d-82846cefe4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318004322', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036592600458'] for segment, before_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:02.240173 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-44a1ef1c-327b-44d9-8b1d-82846cefe4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515977'] for segment, precommit_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:02.242639 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-44a1ef1c-327b-44d9-8b1d-82846cefe4b7 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=83999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 15 21:41:02.302343 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-2fb51095-1e83-4722-9c2a-8762efb7105b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:02.349076 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-2fb51095-1e83-4722-9c2a-8762efb7105b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:02.381799 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:41:02.394350 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-2fb51095-1e83-4722-9c2a-8762efb7105b admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=cc3e25cdd87b47fba3d77330f977d2a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2633150 Feb 15 21:41:02.403586 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83998) accepted ('10.222.0.68', 45954) {{(pid=83998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:41:02.578225 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.managers [None req-44a1ef1c-327b-44d9-8b1d-82846cefe4b7 admin admin] Network 36f6af71-4ea0-4f7d-9764-03e9ee72e8f4 has no segments {{(pid=83999) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 15 21:41:02.632007 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-44a1ef1c-327b-44d9-8b1d-82846cefe4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851259790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-960598'] for segment, after_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:02.697409 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-13ff3119-09ce-4c7b-99c4-280a0ce142a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:02.717651 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb51095-1e83-4722-9c2a-8762efb7105b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0940114-f1d5-491b-8c4d-939ca700682f,revision_number=1']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:41:02.733254 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-7f71d827-26af-4eea-bd7f-b3ecc430381c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:02.740124 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-2fb51095-1e83-4722-9c2a-8762efb7105b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:41:02.754485 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-7f71d827-26af-4eea-bd7f-b3ecc430381c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:02.770224 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:41:02.806623 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-13ff3119-09ce-4c7b-99c4-280a0ce142a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:02.850663 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-7f71d827-26af-4eea-bd7f-b3ecc430381c admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=a5872bbe6e814062af3a0956c600e6e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9134066 Feb 15 21:41:02.851550 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f71d827-26af-4eea-bd7f-b3ecc430381c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf7a1584-a28f-481d-9d3b-fb94b06c4613,revision_number=1']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:41:02.857771 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 45970) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:41:02.860833 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-7f71d827-26af-4eea-bd7f-b3ecc430381c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:41:02.895899 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.managers [None req-44a1ef1c-327b-44d9-8b1d-82846cefe4b7 admin admin] Network 36f6af71-4ea0-4f7d-9764-03e9ee72e8f4 has no segments {{(pid=83999) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 15 21:41:02.896434 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53d2fd4-dfb4-4f8d-a2a4-7bc074e8a880 req-16f3ce1f-56de-4204-955d-1ec00c65d560 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:41:02.898143 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-e53d2fd4-dfb4-4f8d-a2a4-7bc074e8a880 req-16f3ce1f-56de-4204-955d-1ec00c65d560 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/ports?device_id=1a9afc6d-1219-4326-b2c2-cd0792437c37 HTTP/1.1" status: 200 len: 945 time: 0.2797089 Feb 15 21:41:02.921443 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-13ff3119-09ce-4c7b-99c4-280a0ce142a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:02.929705 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-9d255281-adc5-45d5-8ea9-a95422fc5cde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:41:02.947140 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ff3119-09ce-4c7b-99c4-280a0ce142a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0940114-f1d5-491b-8c4d-939ca700682f,revision_number=None']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:41:02.960672 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-13ff3119-09ce-4c7b-99c4-280a0ce142a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:41:02.976700 dv-cinder-775250-3-smb neutron-server[83887]: Traceback (most recent call last): Feb 15 21:41:02.976700 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 21:41:02.976700 dv-cinder-775250-3-smb neutron-server[83887]: timer() Feb 15 21:41:02.976700 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 21:41:02.976700 dv-cinder-775250-3-smb neutron-server[83887]: cb(*args, **kw) Feb 15 21:41:02.976700 dv-cinder-775250-3-smb neutron-server[83887]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 15 21:41:02.976700 dv-cinder-775250-3-smb neutron-server[83887]: return func(*args, **kwargs) Feb 15 21:41:02.976700 dv-cinder-775250-3-smb neutron-server[83887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 21:41:02.976700 dv-cinder-775250-3-smb neutron-server[83887]: self._notify() Feb 15 21:41:02.976700 dv-cinder-775250-3-smb neutron-server[83887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 21:41:02.976700 dv-cinder-775250-3-smb neutron-server[83887]: self.callback(batched_events) Feb 15 21:41:02.976700 dv-cinder-775250-3-smb neutron-server[83887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 21:41:02.976700 dv-cinder-775250-3-smb neutron-server[83887]: event.method(event) Feb 15 21:41:02.976700 dv-cinder-775250-3-smb neutron-server[83887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 21:41:02.976700 dv-cinder-775250-3-smb neutron-server[83887]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 21:41:02.976700 dv-cinder-775250-3-smb neutron-server[83887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 15 21:41:02.976700 dv-cinder-775250-3-smb neutron-server[83887]: segment_id)['aggregates'][0] Feb 15 21:41:02.976700 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 21:41:02.976700 dv-cinder-775250-3-smb neutron-server[83887]: return f(self, *a, **k) Feb 15 21:41:02.976700 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 21:41:02.976700 dv-cinder-775250-3-smb neutron-server[83887]: return self._get(url).json() Feb 15 21:41:02.976700 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 21:41:02.976700 dv-cinder-775250-3-smb neutron-server[83887]: **kwargs) Feb 15 21:41:02.976700 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 15 21:41:02.976700 dv-cinder-775250-3-smb neutron-server[83887]: return self.request(url, 'GET', **kwargs) Feb 15 21:41:02.976700 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 15 21:41:02.976700 dv-cinder-775250-3-smb neutron-server[83887]: **endpoint_filter) Feb 15 21:41:02.976700 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 15 21:41:02.976700 dv-cinder-775250-3-smb neutron-server[83887]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 21:41:02.976700 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 15 21:41:02.976700 dv-cinder-775250-3-smb neutron-server[83887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 21:41:02.976700 dv-cinder-775250-3-smb neutron-server[83887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 21:41:02.982943 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-13ff3119-09ce-4c7b-99c4-280a0ce142a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:02.982943 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-13ff3119-09ce-4c7b-99c4-280a0ce142a4 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/b0940114-f1d5-491b-8c4d-939ca700682f HTTP/1.1" status: 204 len: 168 time: 0.5710685 Feb 15 21:41:02.983753 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-e53d2fd4-dfb4-4f8d-a2a4-7bc074e8a880 req-76cb85e9-bd48-4788-8bed-642bd87df269 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/security-groups?id=cfa94711-8349-42e9-83b9-bdf74ec03915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792966 Feb 15 21:41:03.062126 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170d1029-7b19-440c-ba8e-b885e4b5bf40 req-714de346-0e73-4919-8ad7-89e2f7832b4f tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:41:03.063778 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-170d1029-7b19-440c-ba8e-b885e4b5bf40 req-714de346-0e73-4919-8ad7-89e2f7832b4f tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "GET /v2.0/ports?device_id=75161876-5fd7-4cd5-bcc1-e7aef527b1ee HTTP/1.1" status: 200 len: 945 time: 0.4885473 Feb 15 21:41:03.144570 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-44a1ef1c-327b-44d9-8b1d-82846cefe4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851266290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3816652'] for network, after_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:03.167641 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:41:03.184526 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-170d1029-7b19-440c-ba8e-b885e4b5bf40 req-1f988bc7-311d-4442-9507-5798b5334101 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "GET /v2.0/security-groups?id=0f7c9e5d-2f88-4d15-bd89-ff8afec8e837&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1101599 Feb 15 21:41:03.190564 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-44a1ef1c-327b-44d9-8b1d-82846cefe4b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851048245'] for network, before_response {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:03.195475 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10e77a0-cd91-4229-a8ff-4a5874a26855 req-c2e9053f-acf5-49f7-bd15-2e801ae6dfc0 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:41:03.197265 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-e10e77a0-cd91-4229-a8ff-4a5874a26855 req-c2e9053f-acf5-49f7-bd15-2e801ae6dfc0 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] 10.222.0.68 "GET /v2.0/ports?device_id=89411824-8005-47f9-b5d7-92215f8be77f HTTP/1.1" status: 200 len: 943 time: 0.1006255 Feb 15 21:41:03.210565 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-06545021-59d5-4166-932d-14d40cce03f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:03.213067 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a1ef1c-327b-44d9-8b1d-82846cefe4b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=36f6af71-4ea0-4f7d-9764-03e9ee72e8f4,revision_number=None']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:41:03.222109 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-44a1ef1c-327b-44d9-8b1d-82846cefe4b7 admin admin] 10.222.0.68 "DELETE /v2.0/networks/36f6af71-4ea0-4f7d-9764-03e9ee72e8f4 HTTP/1.1" status: 204 len: 168 time: 1.7728057 Feb 15 21:41:03.222109 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-44a1ef1c-327b-44d9-8b1d-82846cefe4b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:41:03.249243 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-06545021-59d5-4166-932d-14d40cce03f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:03.268863 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-e10e77a0-cd91-4229-a8ff-4a5874a26855 req-fa5e717f-ba40-480a-ac7f-4eb7c9c90b84 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] 10.222.0.68 "GET /v2.0/security-groups?id=eacf551a-e03d-4784-a8ef-492410bc89e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640914 Feb 15 21:41:03.299213 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-06545021-59d5-4166-932d-14d40cce03f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:03.304614 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:41:03.316288 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06545021-59d5-4166-932d-14d40cce03f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf7a1584-a28f-481d-9d3b-fb94b06c4613,revision_number=None']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:41:03.321983 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-06545021-59d5-4166-932d-14d40cce03f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:41:03.326886 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-06545021-59d5-4166-932d-14d40cce03f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:03.328277 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-06545021-59d5-4166-932d-14d40cce03f0 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/cf7a1584-a28f-481d-9d3b-fb94b06c4613 HTTP/1.1" status: 204 len: 168 time: 0.4719181 Feb 15 21:41:03.448024 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83998) accepted ('10.222.0.68', 45984) {{(pid=83998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:41:03.502491 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-8ec850f8-22f9-4732-936c-26b4ecbe74f5 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=12cea8e557c1416a9cc87651295d393b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0531533 Feb 15 21:41:03.505458 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83998) accepted ('10.222.0.68', 45990) {{(pid=83998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:41:03.571637 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-b915edae-9507-48cc-997f-d1af28e6e8dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:03.603108 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-b915edae-9507-48cc-997f-d1af28e6e8dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:03.661083 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-b915edae-9507-48cc-997f-d1af28e6e8dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:03.667731 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-7f0da67b-6b29-4e2d-95d2-adc44058e4ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:41:03.686218 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b915edae-9507-48cc-997f-d1af28e6e8dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1c74a22-1874-4b20-95ae-51fd0e9cc5aa,revision_number=None']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:41:03.688966 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-b915edae-9507-48cc-997f-d1af28e6e8dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:41:03.702196 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-b915edae-9507-48cc-997f-d1af28e6e8dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:03.702995 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-b915edae-9507-48cc-997f-d1af28e6e8dd admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/c1c74a22-1874-4b20-95ae-51fd0e9cc5aa HTTP/1.1" status: 204 len: 168 time: 0.1965611 Feb 15 21:41:03.928529 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.agents_db [None req-9c3f008a-7c02-4f45-a369-4199c6caa59a None None] Agent healthcheck: found 6 active agents {{(pid=84001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 15 21:41:04.136273 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Device 9893a8d2-0f6f-4123-8406-4e5415a08932 up at agent ovs-agent-hv-cinder-77525 {{(pid=84000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:41:04.311011 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Provisioning complete for port 9893a8d2-0f6f-4123-8406-4e5415a08932 triggered by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:41:04.312114 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:04.325024 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c7b617-b2f4-462d-a3a2-928e8e7a5d60 req-877c7de9-0295-4313-b416-8a66424cc961 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:41:04.329709 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-c9c7b617-b2f4-462d-a3a2-928e8e7a5d60 req-877c7de9-0295-4313-b416-8a66424cc961 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/ports?device_id=1a9afc6d-1219-4326-b2c2-cd0792437c37 HTTP/1.1" status: 200 len: 945 time: 0.1907670 Feb 15 21:41:04.419331 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-c9c7b617-b2f4-462d-a3a2-928e8e7a5d60 req-8534adbd-6e1d-4a73-adbc-646b52be2b1f tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/security-groups?id=cfa94711-8349-42e9-83b9-bdf74ec03915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844893 Feb 15 21:41:04.505896 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Device 2b2b764e-5af4-43d0-a94e-7cd4563bb475 up at agent ovs-agent-hv-cinder-77525 {{(pid=84000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:41:04.518240 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edf26d8-fb99-4e06-815a-6429503bbe3c req-64601f9c-2813-4d9a-bc6f-a205467c9e55 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:41:04.529310 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-1edf26d8-fb99-4e06-815a-6429503bbe3c req-64601f9c-2813-4d9a-bc6f-a205467c9e55 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "GET /v2.0/ports?device_id=75161876-5fd7-4cd5-bcc1-e7aef527b1ee HTTP/1.1" status: 200 len: 945 time: 0.1880255 Feb 15 21:41:04.586591 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-1edf26d8-fb99-4e06-815a-6429503bbe3c req-dbbb35f7-e341-4c68-84c7-b9ec50d4ac16 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "GET /v2.0/security-groups?id=0f7c9e5d-2f88-4d15-bd89-ff8afec8e837&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554531 Feb 15 21:41:04.625001 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Provisioning for port 2b2b764e-5af4-43d0-a94e-7cd4563bb475 completed by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 21:41:04.631877 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Provisioning complete for port 2b2b764e-5af4-43d0-a94e-7cd4563bb475 triggered by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:41:04.632785 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:04.677097 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1200e0c-da07-40c0-a3b2-2ead8a422e40 req-955cee9d-e9ea-46b3-b7e7-709747caee06 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:41:04.678987 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-e1200e0c-da07-40c0-a3b2-2ead8a422e40 req-955cee9d-e9ea-46b3-b7e7-709747caee06 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] 10.222.0.68 "GET /v2.0/ports?device_id=89411824-8005-47f9-b5d7-92215f8be77f HTTP/1.1" status: 200 len: 943 time: 0.1091094 Feb 15 21:41:04.761838 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-e1200e0c-da07-40c0-a3b2-2ead8a422e40 req-3b724907-f190-414c-89e4-2e5bd0dd2455 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] 10.222.0.68 "GET /v2.0/security-groups?id=eacf551a-e03d-4784-a8ef-492410bc89e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748539 Feb 15 21:41:04.793855 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:04.825911 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89411824-8005-47f9-b5d7-92215f8be77f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b2b764e-5af4-43d0-a94e-7cd4563bb475'}] {{(pid=84000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 21:41:04.838745 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] For port 2b2b764e-5af4-43d0-a94e-7cd4563bb475, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=2b2b764e-5af4-43d0-a94e-7cd4563bb475,segment=NetworkSegment(a30449d5-f7e3-46b3-92df-c80a6b63f000),segment_id=a30449d5-f7e3-46b3-92df-c80a6b63f000)] {{(pid=84000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:41:04.856256 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779317976793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779317533282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257537242501'] for port, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:04.858816 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:41:04.947237 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2acbdf2-648d-47ca-8ca4-61831865133a req-e10aae94-b3cd-4e2c-abfa-9990973c8bc9 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:41:04.959837 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-a2acbdf2-648d-47ca-8ca4-61831865133a req-e10aae94-b3cd-4e2c-abfa-9990973c8bc9 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "GET /v2.0/ports?device_id=75161876-5fd7-4cd5-bcc1-e7aef527b1ee HTTP/1.1" status: 200 len: 945 time: 0.1748137 Feb 15 21:41:04.960559 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83998) accepted ('10.222.0.68', 46064) {{(pid=83998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:41:04.963710 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89411824-8005-47f9-b5d7-92215f8be77f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b2b764e-5af4-43d0-a94e-7cd4563bb475', 'code': 200} Feb 15 21:41:04.964931 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Pushing event updated for resources: {'Port': ['ID=2b2b764e-5af4-43d0-a94e-7cd4563bb475,revision_number=4']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:41:04.968452 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.v2.base [None req-5651baca-0e12-4605-89de-98b94948152c tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Request body: {'floatingip': {'port_id': '9893a8d2-0f6f-4123-8406-4e5415a08932'}} {{(pid=83998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:41:04.974105 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:41:04.974780 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:41:04.975311 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:41:04.975848 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:41:04.976353 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:41:04.976873 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:41:04.977433 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:41:04.977950 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:41:04.978478 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:41:04.979000 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:41:04.979502 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:41:04.980012 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:41:04.981210 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:41:04.981887 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:41:04.982273 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:41:04.982658 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:41:04.983028 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:41:04.983406 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:41:04.983777 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:41:04.984148 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:41:04.984528 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:41:04.984894 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:41:04.985262 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:41:04.985672 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:41:04.998563 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:41:05.067671 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-5651baca-0e12-4605-89de-98b94948152c tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Notify callbacks [] for floatingip, before_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:05.272103 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a23129b-91ca-4e6e-bf89-fa41b1763785 req-d187f90e-e17e-4bf2-b35a-be924d7b93ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:41:05.273874 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-5a23129b-91ca-4e6e-bf89-fa41b1763785 req-d187f90e-e17e-4bf2-b35a-be924d7b93ef service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=89411824-8005-47f9-b5d7-92215f8be77f HTTP/1.1" status: 200 len: 1162 time: 0.1087105 Feb 15 21:41:05.355004 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Device 2b2b764e-5af4-43d0-a94e-7cd4563bb475 up at agent ovs-agent-hv-cinder-77525 {{(pid=84000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:41:05.379398 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [req-5a23129b-91ca-4e6e-bf89-fa41b1763785 req-56fbfbe7-c4dd-486f-83ab-ce05a99e2e23 service neutron] Synchronizing usage tracker for tenant:1ab542cf9eba4fd9b14c715b9488fa32 on resource:security_group {{(pid=83999) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 21:41:05.418530 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [req-5a23129b-91ca-4e6e-bf89-fa41b1763785 req-56fbfbe7-c4dd-486f-83ab-ce05a99e2e23 service neutron] Unset dirty status for tenant:1ab542cf9eba4fd9b14c715b9488fa32 on resource:security_group {{(pid=83999) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 21:41:05.419832 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-5a23129b-91ca-4e6e-bf89-fa41b1763785 req-56fbfbe7-c4dd-486f-83ab-ce05a99e2e23 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=eacf551a-e03d-4784-a8ef-492410bc89e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351676 Feb 15 21:41:05.474006 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Provisioning complete for port 2b2b764e-5af4-43d0-a94e-7cd4563bb475 triggered by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:41:05.474724 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:05.577128 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 46100) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:41:05.828415 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.v2.base [None req-01594868-6c88-4063-a0b7-8820e3062ad2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1680118998-network', 'tenant_id': '83efcaddc4174c70aaaa9d4a9e274006'}} {{(pid=83999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:41:05.861943 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfec3034-9ae9-49b9-91d7-f86938df488a req-1a4eaf98-7943-4d63-9e08-a941fc7a5881 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:41:05.881066 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-cfec3034-9ae9-49b9-91d7-f86938df488a req-1a4eaf98-7943-4d63-9e08-a941fc7a5881 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/ports?device_id=1a9afc6d-1219-4326-b2c2-cd0792437c37 HTTP/1.1" status: 200 len: 945 time: 0.2221060 Feb 15 21:41:05.884810 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-01594868-6c88-4063-a0b7-8820e3062ad2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:41:06.005407 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-01594868-6c88-4063-a0b7-8820e3062ad2 admin admin] Usage tracker for resource:network and tenant:83efcaddc4174c70aaaa9d4a9e274006 is out of sync, need to count used quota {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:41:06.016983 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-01594868-6c88-4063-a0b7-8820e3062ad2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:41:06.027290 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-01594868-6c88-4063-a0b7-8820e3062ad2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:41:06.042850 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-cfec3034-9ae9-49b9-91d7-f86938df488a req-fdbf875a-2b5d-4538-88f2-3ec7fac6444b tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/security-groups?id=cfa94711-8349-42e9-83b9-bdf74ec03915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606429 Feb 15 21:41:06.055882 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01594868-6c88-4063-a0b7-8820e3062ad2 admin admin] Made reservation on behalf of 83efcaddc4174c70aaaa9d4a9e274006 for: {'network': 1} {{(pid=83999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 15 21:41:06.069142 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-01594868-6c88-4063-a0b7-8820e3062ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for network, before_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:06.085969 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-01594868-6c88-4063-a0b7-8820e3062ad2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:06.106186 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-01594868-6c88-4063-a0b7-8820e3062ad2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:41:06.112181 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-01594868-6c88-4063-a0b7-8820e3062ad2 admin admin] Usage tracker for resource:security_group_rule and tenant:83efcaddc4174c70aaaa9d4a9e274006 is out of sync, need to count used quota {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:41:06.115912 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-01594868-6c88-4063-a0b7-8820e3062ad2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:41:06.124239 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-01594868-6c88-4063-a0b7-8820e3062ad2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:41:06.242501 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-01594868-6c88-4063-a0b7-8820e3062ad2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:06.246850 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-01594868-6c88-4063-a0b7-8820e3062ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:06.251758 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:41:06.308615 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01594868-6c88-4063-a0b7-8820e3062ad2 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=83999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 15 21:41:06.316204 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01594868-6c88-4063-a0b7-8820e3062ad2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7c9d5aa-8240-493a-8e26-5269bb3e2a4c,revision_number=1']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:41:06.319769 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-01594868-6c88-4063-a0b7-8820e3062ad2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:41:06.321671 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef39a454-571a-4fa0-8b62-e74a2ae9032a req-9fcf23ce-7abf-49f1-8877-6400822a53e6 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:41:06.323288 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-ef39a454-571a-4fa0-8b62-e74a2ae9032a req-9fcf23ce-7abf-49f1-8877-6400822a53e6 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] 10.222.0.68 "GET /v2.0/ports?device_id=89411824-8005-47f9-b5d7-92215f8be77f HTTP/1.1" status: 200 len: 945 time: 0.2136765 Feb 15 21:41:06.328445 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-01594868-6c88-4063-a0b7-8820e3062ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515977'] for segment, precommit_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:06.328842 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.db.segments_db [None req-01594868-6c88-4063-a0b7-8820e3062ad2 admin admin] Added segment 1388e872-eab5-4c96-8eb7-e6fd8402e86b of type vxlan for network 5a32d5d1-e1a3-4ef5-be5e-207bd58c1352 Feb 15 21:41:06.365721 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-01594868-6c88-4063-a0b7-8820e3062ad2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363257537296944'] for network, precommit_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:06.381208 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.db.resource_extend [None req-5651baca-0e12-4605-89de-98b94948152c tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83998) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 15 21:41:06.405240 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-01594868-6c88-4063-a0b7-8820e3062ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232'] for network, after_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:06.406635 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01594868-6c88-4063-a0b7-8820e3062ad2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:41:06.409201 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-01594868-6c88-4063-a0b7-8820e3062ad2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851048245'] for network, before_response {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:06.439016 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-96b213a5-b45e-49de-b029-84788e48541d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:41:06.464876 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-01594868-6c88-4063-a0b7-8820e3062ad2 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8861227 Feb 15 21:41:06.468833 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83998) accepted ('10.222.0.68', 46136) {{(pid=83998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:41:06.526169 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-ef39a454-571a-4fa0-8b62-e74a2ae9032a req-55aea1c4-6dbd-41dd-9c8e-fc91a2d348a3 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] 10.222.0.68 "GET /v2.0/security-groups?id=eacf551a-e03d-4784-a8ef-492410bc89e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911013 Feb 15 21:41:06.533665 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.v2.base [None req-20523f17-4158-4477-a3bf-c5436219ad72 admin admin] Request body: {'subnet': {'network_id': '5a32d5d1-e1a3-4ef5-be5e-207bd58c1352', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1680118998-subnet', 'tenant_id': '83efcaddc4174c70aaaa9d4a9e274006', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:41:06.561171 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01594868-6c88-4063-a0b7-8820e3062ad2 admin admin] Pushing event updated for resources: {'Network': ['ID=5a32d5d1-e1a3-4ef5-be5e-207bd58c1352,revision_number=1']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:41:06.576868 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Network 5a32d5d1-e1a3-4ef5-be5e-207bd58c1352 details requested by agent ovs-agent-dv-cinder-775250-3-smb with host dv-cinder-775250-3-smb {{(pid=84000) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 15 21:41:06.581287 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-20523f17-4158-4477-a3bf-c5436219ad72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:41:06.588333 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-01594868-6c88-4063-a0b7-8820e3062ad2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:41:06.590893 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-20523f17-4158-4477-a3bf-c5436219ad72 admin admin] Usage tracker for resource:subnet and tenant:83efcaddc4174c70aaaa9d4a9e274006 is out of sync, need to count used quota {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:41:06.594718 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Network 5a32d5d1-e1a3-4ef5-be5e-207bd58c1352 details requested by agent ovs-agent-hv-cinder-77525 with host hv-cinder-77525 {{(pid=84000) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 15 21:41:06.597212 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-20523f17-4158-4477-a3bf-c5436219ad72 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:41:06.606960 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-20523f17-4158-4477-a3bf-c5436219ad72 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:41:06.611404 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-5651baca-0e12-4605-89de-98b94948152c tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:06.620954 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-5651baca-0e12-4605-89de-98b94948152c tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3816703'] for floatingip, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:06.690185 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20523f17-4158-4477-a3bf-c5436219ad72 admin admin] Made reservation on behalf of 83efcaddc4174c70aaaa9d4a9e274006 for: {'subnet': 1} {{(pid=83998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 15 21:41:06.695853 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-20523f17-4158-4477-a3bf-c5436219ad72 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:07.296942 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.db.l3_db [None req-5651baca-0e12-4605-89de-98b94948152c tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Floating IP 64bbee5a-53eb-425b-ade7-bfea2acb8848 associated. External IP: 172.28.3.239, port: 9893a8d2-0f6f-4123-8406-4e5415a08932. Feb 15 21:41:07.375153 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873d52cf-8aa7-488c-ad65-29402ade956f req-8c993467-3478-4cca-8041-8c2ecf8e58a2 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:41:07.376813 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-873d52cf-8aa7-488c-ad65-29402ade956f req-8c993467-3478-4cca-8041-8c2ecf8e58a2 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/ports?device_id=1a9afc6d-1219-4326-b2c2-cd0792437c37 HTTP/1.1" status: 200 len: 945 time: 0.1650736 Feb 15 21:41:07.428478 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Device 2b2b764e-5af4-43d0-a94e-7cd4563bb475 up at agent ovs-agent-hv-cinder-77525 {{(pid=84000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:41:07.456778 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-873d52cf-8aa7-488c-ad65-29402ade956f req-b110ba29-ceb3-4eb6-bc44-7f181f01a350 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/security-groups?id=cfa94711-8349-42e9-83b9-bdf74ec03915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727713 Feb 15 21:41:07.538313 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Provisioning complete for port 2b2b764e-5af4-43d0-a94e-7cd4563bb475 triggered by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:41:07.540036 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:08.005707 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5651baca-0e12-4605-89de-98b94948152c tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Router 8b5de55b-85bd-41bb-b8b2-b1ef77649103 has already been hosted by L3 agent dc46b086-6cb1-49e8-b95e-1fe9b389155e {{(pid=83998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 15 21:41:08.018106 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5375df8-b644-477c-80c5-7818cecf531b req-c4f417b0-6817-4731-994d-a438db284045 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:41:08.020089 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-a5375df8-b644-477c-80c5-7818cecf531b req-c4f417b0-6817-4731-994d-a438db284045 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] 10.222.0.68 "GET /v2.0/ports?device_id=89411824-8005-47f9-b5d7-92215f8be77f HTTP/1.1" status: 200 len: 945 time: 0.2139177 Feb 15 21:41:08.290004 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-a5375df8-b644-477c-80c5-7818cecf531b req-a5ac280d-7922-43a5-b02c-c5d3f2923c2e tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] 10.222.0.68 "GET /v2.0/security-groups?id=eacf551a-e03d-4784-a8ef-492410bc89e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501056 Feb 15 21:41:08.302018 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 46190) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:41:08.414017 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5651baca-0e12-4605-89de-98b94948152c tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Notify agent at l3_agent.dv-cinder-775250-3-smb the message routers_updated {{(pid=83998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 15 21:41:08.428254 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-5651baca-0e12-4605-89de-98b94948152c tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762656'] for floatingip, before_response {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:08.439851 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f7290c-97a2-4be0-9fd1-7959b07321f3 None None] Sync routers for ids ['8b5de55b-85bd-41bb-b8b2-b1ef77649103'] in dv-cinder-775250-3-smb {{(pid=84001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 15 21:41:08.449833 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-866ea07b-7123-44d6-8d2b-2a4315c1bce7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:08.450072 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f7290c-97a2-4be0-9fd1-7959b07321f3 None None] Routers {'8b5de55b-85bd-41bb-b8b2-b1ef77649103'} bound to L3 agent in host dv-cinder-775250-3-smb {{(pid=84001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 21:41:08.450526 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_hamode_db [None req-09f7290c-97a2-4be0-9fd1-7959b07321f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-15T21:30:22Z,description=,heartbeat_timestamp=2021-02-15T21:40:52Z,host='dv-cinder-775250-3-smb',id=dc46b086-6cb1-49e8-b95e-1fe9b389155e,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T21:30:22Z,topic='l3_agent')) {'router_ids': ['8b5de55b-85bd-41bb-b8b2-b1ef77649103'], 'active': True} {{(pid=84001) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:41:08.467776 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-866ea07b-7123-44d6-8d2b-2a4315c1bce7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:41:08.474384 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-866ea07b-7123-44d6-8d2b-2a4315c1bce7 admin admin] Usage tracker for resource:security_group_rule and tenant:5c8340f97200433a87f5361957cc4b17 is out of sync, need to count used quota {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:41:08.479170 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-866ea07b-7123-44d6-8d2b-2a4315c1bce7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:41:08.487137 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-866ea07b-7123-44d6-8d2b-2a4315c1bce7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:41:08.592263 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-5651baca-0e12-4605-89de-98b94948152c tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "PUT /v2.0/floatingips/64bbee5a-53eb-425b-ade7-bfea2acb8848 HTTP/1.1" status: 200 len: 991 time: 3.6276667 Feb 15 21:41:08.592263 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75161876-5fd7-4cd5-bcc1-e7aef527b1ee', 'tag': '9893a8d2-0f6f-4123-8406-4e5415a08932'}] {{(pid=83998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 21:41:08.607491 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-866ea07b-7123-44d6-8d2b-2a4315c1bce7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:08.623163 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-866ea07b-7123-44d6-8d2b-2a4315c1bce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:08.638437 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:41:08.684169 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-866ea07b-7123-44d6-8d2b-2a4315c1bce7 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=5c8340f97200433a87f5361957cc4b17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3773408 Feb 15 21:41:08.684169 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 46208) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:41:08.709445 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvr_db [None req-09f7290c-97a2-4be0-9fd1-7959b07321f3 None None] Set router 8b5de55b-85bd-41bb-b8b2-b1ef77649103 gateway port host: dv-cinder-775250-3-smb {{(pid=84001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 21:41:08.736674 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866ea07b-7123-44d6-8d2b-2a4315c1bce7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ea956c1-e903-47fa-8e67-69e3091e071b,revision_number=1']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:41:08.740464 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-866ea07b-7123-44d6-8d2b-2a4315c1bce7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:41:08.758094 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-20523f17-4158-4477-a3bf-c5436219ad72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232'] for subnet, after_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:08.778925 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:41:08.816702 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-ea6a2e8d-a960-483e-98cf-4558f0972d8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:08.845664 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75161876-5fd7-4cd5-bcc1-e7aef527b1ee', 'tag': '9893a8d2-0f6f-4123-8406-4e5415a08932', 'status': 'completed', 'code': 200} Feb 15 21:41:08.860466 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20523f17-4158-4477-a3bf-c5436219ad72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1da26f9-af3a-42e2-9b06-af8d75ade4f1,revision_number=0']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:41:08.870022 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e72cac9-c14b-4433-b228-018c3c64870a req-8f32465b-1d4e-40c9-a2df-b59cb4dc58d0 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:41:08.878891 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-2e72cac9-c14b-4433-b228-018c3c64870a req-8f32465b-1d4e-40c9-a2df-b59cb4dc58d0 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/ports?device_id=1a9afc6d-1219-4326-b2c2-cd0792437c37 HTTP/1.1" status: 200 len: 945 time: 0.2378623 Feb 15 21:41:08.879459 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-ea6a2e8d-a960-483e-98cf-4558f0972d8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:08.906594 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-20523f17-4158-4477-a3bf-c5436219ad72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:41:09.051816 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f467c1d2-1ec3-46db-b71b-e7c32e686fe7 req-bfeb983d-ed5a-4ba4-bacb-dc47ce4c8194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:41:09.053655 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-f467c1d2-1ec3-46db-b71b-e7c32e686fe7 req-bfeb983d-ed5a-4ba4-bacb-dc47ce4c8194 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=01d1e938225c413c8b7177a31ac61fd8&device_id=75161876-5fd7-4cd5-bcc1-e7aef527b1ee HTTP/1.1" status: 200 len: 1162 time: 0.1556277 Feb 15 21:41:09.054785 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-ea6a2e8d-a960-483e-98cf-4558f0972d8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:09.059955 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:41:09.078216 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-2e72cac9-c14b-4433-b228-018c3c64870a req-8d82eebc-842c-4de3-9977-63fc912d8909 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/security-groups?id=cfa94711-8349-42e9-83b9-bdf74ec03915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983087 Feb 15 21:41:09.112998 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6a2e8d-a960-483e-98cf-4558f0972d8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ea956c1-e903-47fa-8e67-69e3091e071b,revision_number=None']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:41:09.118470 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-ea6a2e8d-a960-483e-98cf-4558f0972d8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:41:09.172280 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-ea6a2e8d-a960-483e-98cf-4558f0972d8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:09.187676 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-ea6a2e8d-a960-483e-98cf-4558f0972d8c admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/4ea956c1-e903-47fa-8e67-69e3091e071b HTTP/1.1" status: 204 len: 168 time: 0.4915535 Feb 15 21:41:09.221767 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20523f17-4158-4477-a3bf-c5436219ad72 admin admin] Checking segment: {'id': '1388e872-eab5-4c96-8eb7-e6fd8402e86b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5a32d5d1-e1a3-4ef5-be5e-207bd58c1352'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 21:41:09.225503 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20523f17-4158-4477-a3bf-c5436219ad72 admin admin] Network hostable DHCP agents. Network: 5a32d5d1-e1a3-4ef5-be5e-207bd58c1352, hostable agents: ['d424e710-01f3-4b4f-8c21-3c6c336e6167'], hosted agents: [] {{(pid=83998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 15 21:41:09.302663 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20523f17-4158-4477-a3bf-c5436219ad72 admin admin] Network 5a32d5d1-e1a3-4ef5-be5e-207bd58c1352 is scheduled to be hosted by DHCP agent d424e710-01f3-4b4f-8c21-3c6c336e6167 with binding_index 1 {{(pid=83998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 15 21:41:09.326764 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.base_scheduler [None req-20523f17-4158-4477-a3bf-c5436219ad72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775250-3-smb, 5a32d5d1-e1a3-4ef5-be5e-207bd58c1352) {{(pid=83998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 21:41:09.331359 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20523f17-4158-4477-a3bf-c5436219ad72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:41:09.332075 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-20523f17-4158-4477-a3bf-c5436219ad72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851048245'] for subnet, before_response {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:09.338980 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b3090d2-766d-442e-bd9c-9b8518c25d72 None None] Network 5a32d5d1-e1a3-4ef5-be5e-207bd58c1352 requested from dv-cinder-775250-3-smb {{(pid=84000) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 15 21:41:09.368553 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-20523f17-4158-4477-a3bf-c5436219ad72 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.8935146 Feb 15 21:41:09.370129 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83998) accepted ('10.222.0.68', 46234) {{(pid=83998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:41:09.380251 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.v2.base [None req-0cccf652-a1f7-4f06-9215-13db34140c6e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1680118998-router', 'tenant_id': '83efcaddc4174c70aaaa9d4a9e274006', 'external_gateway_info': {'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6'}}} {{(pid=83998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:41:09.387167 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-0cccf652-a1f7-4f06-9215-13db34140c6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:41:09.408641 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-0cccf652-a1f7-4f06-9215-13db34140c6e admin admin] Usage tracker for resource:router and tenant:83efcaddc4174c70aaaa9d4a9e274006 is out of sync, need to count used quota {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:41:09.418648 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-0cccf652-a1f7-4f06-9215-13db34140c6e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:41:09.421557 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f467c1d2-1ec3-46db-b71b-e7c32e686fe7 req-647d93ec-a8a1-4f7a-a026-2c9b8146c89d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:41:09.423801 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-f467c1d2-1ec3-46db-b71b-e7c32e686fe7 req-647d93ec-a8a1-4f7a-a026-2c9b8146c89d service neutron] 10.222.0.46 "GET /v2.0/networks?id=69e9f844-d8da-4039-9b13-e108b452a38b HTTP/1.1" status: 200 len: 904 time: 0.3495820 Feb 15 21:41:09.428359 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-0cccf652-a1f7-4f06-9215-13db34140c6e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:41:09.458125 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-0cccf652-a1f7-4f06-9215-13db34140c6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3812454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854714798'] for router, before_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:09.459326 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-0cccf652-a1f7-4f06-9215-13db34140c6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850963330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3877128', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3679487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61018'] for router, precommit_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:09.499004 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-0cccf652-a1f7-4f06-9215-13db34140c6e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:09.566472 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_hamode_db [None req-09f7290c-97a2-4be0-9fd1-7959b07321f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b5de55b-85bd-41bb-b8b2-b1ef77649103', 'name': 'tempest-AttachVolumeTestJSON-246652911-router', 'tenant_id': '01d1e938225c413c8b7177a31ac61fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'external_fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.206'}], 'enable_snat': True}, 'gw_port_id': '5ca6c730-ff34-4990-b0c3-57122126439c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:39:59Z', 'updated_at': '2021-02-15T21:40:24Z', 'revision_number': 4, 'project_id': '01d1e938225c413c8b7177a31ac61fd8', 'gw_port': {'id': '5ca6c730-ff34-4990-b0c3-57122126439c', 'name': '', 'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:78:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5de55b-85bd-41bb-b8b2-b1ef77649103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:40:03Z', 'updated_at': '2021-02-15T21:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-smb', '_floatingips': [{'id': '64bbee5a-53eb-425b-ade7-bfea2acb8848', 'tenant_id': '01d1e938225c413c8b7177a31ac61fd8', 'floating_ip_address': '172.28.3.239', 'floating_network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'router_id': '8b5de55b-85bd-41bb-b8b2-b1ef77649103', 'port_id': '9893a8d2-0f6f-4123-8406-4e5415a08932', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69e9f844-d8da-4039-9b13-e108b452a38b', 'mac_address': 'fa:16:3e:a7:ad:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75161876-5fd7-4cd5-bcc1-e7aef527b1ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-15T21:40:41Z', 'updated_at': '2021-02-15T21:41:06Z', 'revision_number': 1, 'project_id': '01d1e938225c413c8b7177a31ac61fd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cea81d7-ebb6-47e3-9e63-010ade77cac7', 'name': '', 'network_id': '69e9f844-d8da-4039-9b13-e108b452a38b', 'tenant_id': '01d1e938225c413c8b7177a31ac61fd8', 'mac_address': 'fa:16:3e:f3:cc:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5de55b-85bd-41bb-b8b2-b1ef77649103', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '96a9e4d7-4193-4d87-beab-01964d61c871', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:40:19Z', 'updated_at': '2021-02-15T21:40:41Z', 'revision_number': 5, 'project_id': '01d1e938225c413c8b7177a31ac61fd8', 'subnets': [{'id': '96a9e4d7-4193-4d87-beab-01964d61c871', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-3-smb', False) {} {{(pid=84001) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:41:09.574380 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f7290c-97a2-4be0-9fd1-7959b07321f3 None None] Checking router: 8b5de55b-85bd-41bb-b8b2-b1ef77649103 for host: dv-cinder-775250-3-smb {{(pid=84001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 15 21:41:09.596176 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f7290c-97a2-4be0-9fd1-7959b07321f3 None None] Routers {'8b5de55b-85bd-41bb-b8b2-b1ef77649103'} bound to L3 agent in host dv-cinder-775250-3-smb {{(pid=84001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 21:41:09.603991 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_hamode_db [None req-09f7290c-97a2-4be0-9fd1-7959b07321f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-15T21:30:22Z,description=,heartbeat_timestamp=2021-02-15T21:40:52Z,host='dv-cinder-775250-3-smb',id=dc46b086-6cb1-49e8-b95e-1fe9b389155e,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T21:30:22Z,topic='l3_agent')) {'router_ids': ['8b5de55b-85bd-41bb-b8b2-b1ef77649103'], 'active': True} {{(pid=84001) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:41:09.695539 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-f467c1d2-1ec3-46db-b71b-e7c32e686fe7 req-038e10e9-ed1e-4e5b-beb8-cead883a9101 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9893a8d2-0f6f-4123-8406-4e5415a08932 HTTP/1.1" status: 200 len: 999 time: 0.2598903 Feb 15 21:41:09.709844 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba4d61b-97e1-447b-a51b-be270b741bd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca428795-fbe4-5597-aa86-ac3b8be07699-5a32d5d1-e1a3-4ef5-be5e-207bd58c1352', 'network_id': '5a32d5d1-e1a3-4ef5-be5e-207bd58c1352', 'tenant_id': '83efcaddc4174c70aaaa9d4a9e274006', 'fixed_ips': [{'subnet_id': 'f1da26f9-af3a-42e2-9b06-af8d75ade4f1'}]}} from dv-cinder-775250-3-smb. {{(pid=84000) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 15 21:41:09.710799 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-6ba4d61b-97e1-447b-a51b-be270b741bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:09.924265 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f467c1d2-1ec3-46db-b71b-e7c32e686fe7 req-e948a244-2765-4671-8a0d-899df395c38c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:41:09.934650 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-f467c1d2-1ec3-46db-b71b-e7c32e686fe7 req-e948a244-2765-4671-8a0d-899df395c38c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=96a9e4d7-4193-4d87-beab-01964d61c871 HTTP/1.1" status: 200 len: 849 time: 0.2217133 Feb 15 21:41:10.145019 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvr_db [None req-09f7290c-97a2-4be0-9fd1-7959b07321f3 None None] Set router 8b5de55b-85bd-41bb-b8b2-b1ef77649103 gateway port host: dv-cinder-775250-3-smb {{(pid=84001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 21:41:10.163411 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f467c1d2-1ec3-46db-b71b-e7c32e686fe7 req-2713921a-4014-4ef8-b97b-8d0fd6c3b090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:41:10.165067 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-f467c1d2-1ec3-46db-b71b-e7c32e686fe7 req-2713921a-4014-4ef8-b97b-8d0fd6c3b090 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=69e9f844-d8da-4039-9b13-e108b452a38b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2168896 Feb 15 21:41:10.193863 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.db_base_plugin_common [None req-6ba4d61b-97e1-447b-a51b-be270b741bd3 None None] Allocated IP 172.20.0.2 (5a32d5d1-e1a3-4ef5-be5e-207bd58c1352/f1da26f9-af3a-42e2-9b06-af8d75ade4f1/645c611d-f6a4-4b11-ae50-4b4d93b52395) {{(pid=84000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 15 21:41:10.606938 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-6ba4d61b-97e1-447b-a51b-be270b741bd3 None None] Notify callbacks [] for port, precommit_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:10.636216 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-6ba4d61b-97e1-447b-a51b-be270b741bd3 None None] Transition to ACTIVE for port object 645c611d-f6a4-4b11-ae50-4b4d93b52395 will not be triggered until provisioned by entity L2. {{(pid=84000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 21:41:10.675484 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-f467c1d2-1ec3-46db-b71b-e7c32e686fe7 req-b896bcc2-e890-4e43-bebe-7be284de16cf service neutron] 10.222.0.46 "GET /v2.0/networks/69e9f844-d8da-4039-9b13-e108b452a38b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4973867 Feb 15 21:41:10.679051 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-6ba4d61b-97e1-447b-a51b-be270b741bd3 None None] Transition to ACTIVE for port object 645c611d-f6a4-4b11-ae50-4b4d93b52395 will not be triggered until provisioned by entity DHCP. {{(pid=84000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 21:41:10.687477 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-6ba4d61b-97e1-447b-a51b-be270b741bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363257537239207'] for port, after_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:10.719038 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:41:10.744576 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_hamode_db [None req-09f7290c-97a2-4be0-9fd1-7959b07321f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b5de55b-85bd-41bb-b8b2-b1ef77649103', 'name': 'tempest-AttachVolumeTestJSON-246652911-router', 'tenant_id': '01d1e938225c413c8b7177a31ac61fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'external_fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.206'}], 'enable_snat': True}, 'gw_port_id': '5ca6c730-ff34-4990-b0c3-57122126439c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:39:59Z', 'updated_at': '2021-02-15T21:40:24Z', 'revision_number': 4, 'project_id': '01d1e938225c413c8b7177a31ac61fd8', 'gw_port': {'id': '5ca6c730-ff34-4990-b0c3-57122126439c', 'name': '', 'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:78:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5de55b-85bd-41bb-b8b2-b1ef77649103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:40:03Z', 'updated_at': '2021-02-15T21:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-smb', '_floatingips': [{'id': '64bbee5a-53eb-425b-ade7-bfea2acb8848', 'tenant_id': '01d1e938225c413c8b7177a31ac61fd8', 'floating_ip_address': '172.28.3.239', 'floating_network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'router_id': '8b5de55b-85bd-41bb-b8b2-b1ef77649103', 'port_id': '9893a8d2-0f6f-4123-8406-4e5415a08932', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69e9f844-d8da-4039-9b13-e108b452a38b', 'mac_address': 'fa:16:3e:a7:ad:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75161876-5fd7-4cd5-bcc1-e7aef527b1ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-15T21:40:41Z', 'updated_at': '2021-02-15T21:41:06Z', 'revision_number': 1, 'project_id': '01d1e938225c413c8b7177a31ac61fd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cea81d7-ebb6-47e3-9e63-010ade77cac7', 'name': '', 'network_id': '69e9f844-d8da-4039-9b13-e108b452a38b', 'tenant_id': '01d1e938225c413c8b7177a31ac61fd8', 'mac_address': 'fa:16:3e:f3:cc:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5de55b-85bd-41bb-b8b2-b1ef77649103', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '96a9e4d7-4193-4d87-beab-01964d61c871', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:40:19Z', 'updated_at': '2021-02-15T21:40:41Z', 'revision_number': 5, 'project_id': '01d1e938225c413c8b7177a31ac61fd8', 'subnets': [{'id': '96a9e4d7-4193-4d87-beab-01964d61c871', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-3-smb', False) {} {{(pid=84001) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:41:10.751104 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f7290c-97a2-4be0-9fd1-7959b07321f3 None None] The sync data for ids ['8b5de55b-85bd-41bb-b8b2-b1ef77649103'] in dv-cinder-775250-3-smb is: [{'id': '8b5de55b-85bd-41bb-b8b2-b1ef77649103', 'name': 'tempest-AttachVolumeTestJSON-246652911-router', 'tenant_id': '01d1e938225c413c8b7177a31ac61fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'external_fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.206'}], 'enable_snat': True}, 'gw_port_id': '5ca6c730-ff34-4990-b0c3-57122126439c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:39:59Z', 'updated_at': '2021-02-15T21:40:24Z', 'revision_number': 4, 'project_id': '01d1e938225c413c8b7177a31ac61fd8', 'gw_port': {'id': '5ca6c730-ff34-4990-b0c3-57122126439c', 'name': '', 'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:78:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5de55b-85bd-41bb-b8b2-b1ef77649103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:40:03Z', 'updated_at': '2021-02-15T21:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-smb', '_floatingips': [{'id': '64bbee5a-53eb-425b-ade7-bfea2acb8848', 'tenant_id': '01d1e938225c413c8b7177a31ac61fd8', 'floating_ip_address': '172.28.3.239', 'floating_network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'router_id': '8b5de55b-85bd-41bb-b8b2-b1ef77649103', 'port_id': '9893a8d2-0f6f-4123-8406-4e5415a08932', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69e9f844-d8da-4039-9b13-e108b452a38b', 'mac_address': 'fa:16:3e:a7:ad:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75161876-5fd7-4cd5-bcc1-e7aef527b1ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-15T21:40:41Z', 'updated_at': '2021-02-15T21:41:06Z', 'revision_number': 1, 'project_id': '01d1e938225c413c8b7177a31ac61fd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cea81d7-ebb6-47e3-9e63-010ade77cac7', 'name': '', 'network_id': '69e9f844-d8da-4039-9b13-e108b452a38b', 'tenant_id': '01d1e938225c413c8b7177a31ac61fd8', 'mac_address': 'fa:16:3e:f3:cc:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5de55b-85bd-41bb-b8b2-b1ef77649103', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '96a9e4d7-4193-4d87-beab-01964d61c871', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:40:19Z', 'updated_at': '2021-02-15T21:40:41Z', 'revision_number': 5, 'project_id': '01d1e938225c413c8b7177a31ac61fd8', 'subnets': [{'id': '96a9e4d7-4193-4d87-beab-01964d61c871', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 15 21:41:10.820722 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-0cccf652-a1f7-4f06-9215-13db34140c6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850959326', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3813296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61003'] for router, precommit_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:11.013476 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba4d61b-97e1-447b-a51b-be270b741bd3 None None] Pushing event updated for resources: {'Port': ['ID=645c611d-f6a4-4b11-ae50-4b4d93b52395,revision_number=1']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:41:11.034636 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-6ba4d61b-97e1-447b-a51b-be270b741bd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:41:11.039570 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-f467c1d2-1ec3-46db-b71b-e7c32e686fe7 req-7187d8d7-8425-49d9-8918-9ac5f4101de5 service neutron] 10.222.0.46 "GET /v2.0/networks/69e9f844-d8da-4039-9b13-e108b452a38b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3039000 Feb 15 21:41:11.089738 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdafc12b-b691-4545-86fe-659d3eb10e26 req-ecf6f127-ec31-4ab7-b6f2-72638c70631d tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:41:11.093632 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-cdafc12b-b691-4545-86fe-659d3eb10e26 req-ecf6f127-ec31-4ab7-b6f2-72638c70631d tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/ports?device_id=1a9afc6d-1219-4326-b2c2-cd0792437c37 HTTP/1.1" status: 200 len: 945 time: 0.7312174 Feb 15 21:41:11.097497 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba4d61b-97e1-447b-a51b-be270b741bd3 None None] Network 5a32d5d1-e1a3-4ef5-be5e-207bd58c1352 is already hosted by enough agents. {{(pid=84000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 21:41:11.098787 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.base_scheduler [None req-6ba4d61b-97e1-447b-a51b-be270b741bd3 None None] Resources bound (agent type, host, resource id): {{(pid=84000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 21:41:11.102011 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba4d61b-97e1-447b-a51b-be270b741bd3 None None] Received port after_create {{(pid=84000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 15 21:41:11.180318 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-cdafc12b-b691-4545-86fe-659d3eb10e26 req-01920111-b9de-4da4-aef9-cb4aacdc95e9 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/security-groups?id=cfa94711-8349-42e9-83b9-bdf74ec03915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785258 Feb 15 21:41:11.190240 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.managers [None req-6ba4d61b-97e1-447b-a51b-be270b741bd3 None None] Attempting to bind port 645c611d-f6a4-4b11-ae50-4b4d93b52395 on host dv-cinder-775250-3-smb for vnic_type normal with profile {{(pid=84000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 21:41:11.190902 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.managers [None req-6ba4d61b-97e1-447b-a51b-be270b741bd3 None None] Attempting to bind port 645c611d-f6a4-4b11-ae50-4b4d93b52395 by drivers openvswitch on host dv-cinder-775250-3-smb at level 0 using segments [{'id': '1388e872-eab5-4c96-8eb7-e6fd8402e86b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5a32d5d1-e1a3-4ef5-be5e-207bd58c1352'}] {{(pid=84000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 15 21:41:11.191484 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba4d61b-97e1-447b-a51b-be270b741bd3 None None] Attempting to bind port 645c611d-f6a4-4b11-ae50-4b4d93b52395 on network 5a32d5d1-e1a3-4ef5-be5e-207bd58c1352 {{(pid=84000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 15 21:41:11.204170 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba4d61b-97e1-447b-a51b-be270b741bd3 None None] Checking agent: {'id': 'c4d26ba9-4355-4b6a-ac8e-61eaae13650f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 21, 30, 23), 'started_at': datetime.datetime(2021, 2, 15, 21, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 21, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 21:41:11.204798 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba4d61b-97e1-447b-a51b-be270b741bd3 None None] Checking segment: {'id': '1388e872-eab5-4c96-8eb7-e6fd8402e86b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5a32d5d1-e1a3-4ef5-be5e-207bd58c1352'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 21:41:11.205633 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-6ba4d61b-97e1-447b-a51b-be270b741bd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:11.206741 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba4d61b-97e1-447b-a51b-be270b741bd3 None None] Bound using segment: {'id': '1388e872-eab5-4c96-8eb7-e6fd8402e86b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5a32d5d1-e1a3-4ef5-be5e-207bd58c1352'} {{(pid=84000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 21:41:11.207539 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.managers [None req-6ba4d61b-97e1-447b-a51b-be270b741bd3 None None] Bound port: 645c611d-f6a4-4b11-ae50-4b4d93b52395, host: dv-cinder-775250-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1388e872-eab5-4c96-8eb7-e6fd8402e86b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5a32d5d1-e1a3-4ef5-be5e-207bd58c1352'}}] {{(pid=84000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 15 21:41:11.208128 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-6ba4d61b-97e1-447b-a51b-be270b741bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:11.338675 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4b5a67-4af7-4f87-af49-5e62c450121f None None] New status for floating IP 64bbee5a-53eb-425b-ade7-bfea2acb8848: ACTIVE {{(pid=84000) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 15 21:41:11.567495 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-0cccf652-a1f7-4f06-9215-13db34140c6e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:11.581538 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [None req-6ba4d61b-97e1-447b-a51b-be270b741bd3 None None] For port 645c611d-f6a4-4b11-ae50-4b4d93b52395, host dv-cinder-775250-3-smb, cleared binding levels {{(pid=84000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 15 21:41:11.614090 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-0cccf652-a1f7-4f06-9215-13db34140c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:11.731022 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [None req-6ba4d61b-97e1-447b-a51b-be270b741bd3 None None] For port 645c611d-f6a4-4b11-ae50-4b4d93b52395, host dv-cinder-775250-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-3-smb',level=0,port_id=645c611d-f6a4-4b11-ae50-4b4d93b52395,segment=NetworkSegment(1388e872-eab5-4c96-8eb7-e6fd8402e86b),segment_id=1388e872-eab5-4c96-8eb7-e6fd8402e86b)] {{(pid=84000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 15 21:41:11.744922 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-6ba4d61b-97e1-447b-a51b-be270b741bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779317976793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779317533282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257537242501'] for port, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:11.782280 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:41:11.817327 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83998) accepted ('10.222.0.68', 46322) {{(pid=83998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:41:11.980440 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba4d61b-97e1-447b-a51b-be270b741bd3 None None] Pushing event updated for resources: {'Port': ['ID=645c611d-f6a4-4b11-ae50-4b4d93b52395,revision_number=2']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:41:11.991450 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-6ba4d61b-97e1-447b-a51b-be270b741bd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:41:12.072876 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f2785b-b1f5-4ec9-b1f1-ed01d1bef3b4 req-b01996e6-4bdd-497a-add7-35554de5d40b tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:41:12.085535 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-41f2785b-b1f5-4ec9-b1f1-ed01d1bef3b4 req-b01996e6-4bdd-497a-add7-35554de5d40b tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] 10.222.0.68 "GET /v2.0/networks?id=7e351d7f-ec41-4316-8703-e8fda2cbe604 HTTP/1.1" status: 200 len: 815 time: 0.3017051 Feb 15 21:41:12.115519 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-41f2785b-b1f5-4ec9-b1f1-ed01d1bef3b4 req-5c9d3906-16eb-4e98-b4a1-80742fdc6de0 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] 10.222.0.68 "GET /v2.0/quotas/964e5fef0d9f42da9da2717fddfc34f1 HTTP/1.1" status: 200 len: 375 time: 0.0288944 Feb 15 21:41:12.181102 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-c362e328-4572-4a5e-a6f4-2f32fefafe19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:12.211429 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-c362e328-4572-4a5e-a6f4-2f32fefafe19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:41:12.217383 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-c362e328-4572-4a5e-a6f4-2f32fefafe19 admin admin] Usage tracker for resource:security_group_rule and tenant:01b1100a51c541deaee030911ac3616b is out of sync, need to count used quota {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:41:12.220631 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-c362e328-4572-4a5e-a6f4-2f32fefafe19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:41:12.231827 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-c362e328-4572-4a5e-a6f4-2f32fefafe19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:41:12.250033 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.db_base_plugin_common [None req-0cccf652-a1f7-4f06-9215-13db34140c6e admin admin] Allocated IP 172.28.3.90 (f2926baf-a168-440c-89c9-d3754209afe6/200a9da9-53a8-4f45-a42a-32f02ceebfef/27e5490c-1a36-432e-9ed8-54c14c66d819) {{(pid=83998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 15 21:41:12.267300 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-41f2785b-b1f5-4ec9-b1f1-ed01d1bef3b4 req-c512ff76-d5b2-4e11-8b98-bcb414fdde7c tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=964e5fef0d9f42da9da2717fddfc34f1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1500504 Feb 15 21:41:12.513578 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-41f2785b-b1f5-4ec9-b1f1-ed01d1bef3b4 req-022d2188-7f45-4048-9c3a-8443df2bf662 service neutron] 10.222.0.68 "GET /v2.0/networks/7e351d7f-ec41-4316-8703-e8fda2cbe604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376842 Feb 15 21:41:12.612156 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-c362e328-4572-4a5e-a6f4-2f32fefafe19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:12.624523 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-0cccf652-a1f7-4f06-9215-13db34140c6e admin admin] Notify callbacks [] for port, precommit_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:12.628434 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-c362e328-4572-4a5e-a6f4-2f32fefafe19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:12.650209 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:41:12.701683 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1d64ad-0b28-4b3b-acca-8f8ee240a0a0 req-ead18ad7-dc5a-43e4-a928-965f1f3e7c8d tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:41:12.703689 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-ae1d64ad-0b28-4b3b-acca-8f8ee240a0a0 req-ead18ad7-dc5a-43e4-a928-965f1f3e7c8d tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/ports?device_id=1a9afc6d-1219-4326-b2c2-cd0792437c37 HTTP/1.1" status: 200 len: 945 time: 0.2885406 Feb 15 21:41:12.711309 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-41f2785b-b1f5-4ec9-b1f1-ed01d1bef3b4 req-007138ce-586c-4908-84a0-c434d7c009ba service neutron] 10.222.0.68 "GET /v2.0/networks/7e351d7f-ec41-4316-8703-e8fda2cbe604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1893613 Feb 15 21:41:12.760812 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-c362e328-4572-4a5e-a6f4-2f32fefafe19 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=01b1100a51c541deaee030911ac3616b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9417131 Feb 15 21:41:12.763970 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 46374) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:41:12.790193 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c362e328-4572-4a5e-a6f4-2f32fefafe19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23d77257-af05-4c0f-be0b-3b5f414f13ad,revision_number=1']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:41:12.794200 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-c362e328-4572-4a5e-a6f4-2f32fefafe19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:41:12.832240 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-ae1d64ad-0b28-4b3b-acca-8f8ee240a0a0 req-f7aa50f5-afdc-4294-b3ce-98fe8aaee4c6 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/security-groups?id=cfa94711-8349-42e9-83b9-bdf74ec03915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123388 Feb 15 21:41:12.868099 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-0cccf652-a1f7-4f06-9215-13db34140c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363257537239207'] for port, after_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:12.965967 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-387b087f-39f5-4923-affc-c9bd1557ea8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:13.063926 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-387b087f-39f5-4923-affc-c9bd1557ea8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:13.089056 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:41:13.118748 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Device 645c611d-f6a4-4b11-ae50-4b4d93b52395 up at agent ovs-agent-dv-cinder-775250-3-smb {{(pid=84000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:41:13.192075 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cccf652-a1f7-4f06-9215-13db34140c6e admin admin] Network f2926baf-a168-440c-89c9-d3754209afe6 is already hosted by enough agents. {{(pid=83998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 21:41:13.195645 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.base_scheduler [None req-0cccf652-a1f7-4f06-9215-13db34140c6e admin admin] Resources bound (agent type, host, resource id): {{(pid=83998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 21:41:13.198254 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cccf652-a1f7-4f06-9215-13db34140c6e admin admin] Received port after_create {{(pid=83998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 15 21:41:13.242872 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Provisioning for port 645c611d-f6a4-4b11-ae50-4b4d93b52395 completed by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 21:41:13.258539 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-9e08b65e-561e-4f53-a860-357083e711bd req-587f058e-c4b2-414a-bf0c-6335e1026811 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] 10.222.0.68 "GET /v2.0/ports?device_id=a414fba0-bd65-42f4-8491-5ce04e833091 HTTP/1.1" status: 200 len: 210 time: 0.1346581 Feb 15 21:41:13.287184 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-387b087f-39f5-4923-affc-c9bd1557ea8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:13.292531 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-270ea1e7-337e-434e-baa5-79bfa6a89751 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:41:13.304826 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387b087f-39f5-4923-affc-c9bd1557ea8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23d77257-af05-4c0f-be0b-3b5f414f13ad,revision_number=None']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:41:13.317757 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-387b087f-39f5-4923-affc-c9bd1557ea8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:41:13.323680 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-387b087f-39f5-4923-affc-c9bd1557ea8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:13.324998 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-387b087f-39f5-4923-affc-c9bd1557ea8e admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/23d77257-af05-4c0f-be0b-3b5f414f13ad HTTP/1.1" status: 204 len: 168 time: 0.5592501 Feb 15 21:41:13.405702 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cccf652-a1f7-4f06-9215-13db34140c6e admin admin] Pushing event updated for resources: {'Port': ['ID=27e5490c-1a36-432e-9ed8-54c14c66d819,revision_number=1']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:41:13.410733 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-0cccf652-a1f7-4f06-9215-13db34140c6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:41:13.606663 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 46414) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:41:13.803803 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-0cccf652-a1f7-4f06-9215-13db34140c6e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:13.822302 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:13.926436 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-3e0e52ac-3e26-4541-84ac-f1d15d66e036 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:13.989664 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-3e0e52ac-3e26-4541-84ac-f1d15d66e036 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:41:14.003054 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-3e0e52ac-3e26-4541-84ac-f1d15d66e036 admin admin] Usage tracker for resource:security_group_rule and tenant:197f9dfa8df741a698585f87fb1b9687 is out of sync, need to count used quota {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:41:14.010232 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-3e0e52ac-3e26-4541-84ac-f1d15d66e036 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:41:14.026725 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-3e0e52ac-3e26-4541-84ac-f1d15d66e036 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:41:14.210582 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-3e0e52ac-3e26-4541-84ac-f1d15d66e036 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:14.215314 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-3e0e52ac-3e26-4541-84ac-f1d15d66e036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:14.227741 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-98b1cbcc-3f4d-4559-993c-a3c97e85ae75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:41:14.259024 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a0a815-a964-4ddf-90fb-f8a2f86c46a4 None None] Network 5a32d5d1-e1a3-4ef5-be5e-207bd58c1352 requested from dv-cinder-775250-3-smb {{(pid=84000) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 15 21:41:14.309899 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0e52ac-3e26-4541-84ac-f1d15d66e036 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91edd895-60eb-4787-b266-3a8bc0cf65bf,revision_number=1']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:41:14.334022 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-3e0e52ac-3e26-4541-84ac-f1d15d66e036 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:41:14.387191 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-3e0e52ac-3e26-4541-84ac-f1d15d66e036 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=197f9dfa8df741a698585f87fb1b9687&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7769094 Feb 15 21:41:14.387682 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 46446) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:41:14.396199 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd62ac67-78e9-4218-b4f1-8a9cbd922785 req-d4dbf80f-bcfd-4ab8-ba10-9161527e05af tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:41:14.406083 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-cd62ac67-78e9-4218-b4f1-8a9cbd922785 req-d4dbf80f-bcfd-4ab8-ba10-9161527e05af tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/ports?device_id=1a9afc6d-1219-4326-b2c2-cd0792437c37 HTTP/1.1" status: 200 len: 945 time: 0.2398841 Feb 15 21:41:14.412668 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-e48a92b6-aaeb-4bf0-974c-ce3f9bfb1ceb None None] Provisioning for port 645c611d-f6a4-4b11-ae50-4b4d93b52395 completed by entity DHCP. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 21:41:14.425656 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-e48a92b6-aaeb-4bf0-974c-ce3f9bfb1ceb None None] Provisioning complete for port 645c611d-f6a4-4b11-ae50-4b4d93b52395 triggered by entity DHCP. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:41:14.428799 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-e48a92b6-aaeb-4bf0-974c-ce3f9bfb1ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:14.472343 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-4ec7496d-7f4a-4a13-9ad6-44f1e66639b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:14.508354 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-4ec7496d-7f4a-4a13-9ad6-44f1e66639b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:14.643245 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-8e77358b-2b45-4c76-8b23-19fe189b3da8 req-1aaa114d-523b-4e42-b9b7-3682ee465a10 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] 10.222.0.68 "GET /v2.0/ports?device_id=a414fba0-bd65-42f4-8491-5ce04e833091 HTTP/1.1" status: 200 len: 210 time: 0.0856931 Feb 15 21:41:14.681584 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-4ec7496d-7f4a-4a13-9ad6-44f1e66639b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:14.691972 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-18904de0-2c5a-4929-bc96-367625311179 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:41:14.714818 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-4ec7496d-7f4a-4a13-9ad6-44f1e66639b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:14.716403 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-4ec7496d-7f4a-4a13-9ad6-44f1e66639b4 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/91edd895-60eb-4787-b266-3a8bc0cf65bf HTTP/1.1" status: 204 len: 168 time: 0.3277044 Feb 15 21:41:14.730891 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec7496d-7f4a-4a13-9ad6-44f1e66639b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91edd895-60eb-4787-b266-3a8bc0cf65bf,revision_number=None']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:41:14.743030 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-4ec7496d-7f4a-4a13-9ad6-44f1e66639b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:41:15.023054 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-cd62ac67-78e9-4218-b4f1-8a9cbd922785 req-ce3facf3-678b-47ec-955d-f88cb493414e tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/security-groups?id=cfa94711-8349-42e9-83b9-bdf74ec03915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6143074 Feb 15 21:41:15.164671 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-0cccf652-a1f7-4f06-9215-13db34140c6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850962501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850959343'] for router, after_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:15.246289 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-e48a92b6-aaeb-4bf0-974c-ce3f9bfb1ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:15.296569 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f2785b-b1f5-4ec9-b1f1-ed01d1bef3b4 req-00f7f3a9-089c-445d-9c40-896b295d9728 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:41:15.298302 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-41f2785b-b1f5-4ec9-b1f1-ed01d1bef3b4 req-00f7f3a9-089c-445d-9c40-896b295d9728 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] 10.222.0.46 "GET /v2.0/networks?id=7e351d7f-ec41-4316-8703-e8fda2cbe604 HTTP/1.1" status: 200 len: 815 time: 0.3158658 Feb 15 21:41:15.312808 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.v2.base [req-41f2785b-b1f5-4ec9-b1f1-ed01d1bef3b4 req-59c3f7a9-055a-4908-8d88-aee563473724 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Request body: {'port': {'device_id': 'a414fba0-bd65-42f4-8491-5ce04e833091', 'network_id': '7e351d7f-ec41-4316-8703-e8fda2cbe604', 'admin_state_up': True, 'tenant_id': '964e5fef0d9f42da9da2717fddfc34f1'}} {{(pid=83999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:41:15.357521 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [None req-e48a92b6-aaeb-4bf0-974c-ce3f9bfb1ceb None None] For port 645c611d-f6a4-4b11-ae50-4b4d93b52395, host dv-cinder-775250-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-3-smb',level=0,port_id=645c611d-f6a4-4b11-ae50-4b4d93b52395,segment=NetworkSegment(1388e872-eab5-4c96-8eb7-e6fd8402e86b),segment_id=1388e872-eab5-4c96-8eb7-e6fd8402e86b)] {{(pid=84000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:41:15.371807 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-e48a92b6-aaeb-4bf0-974c-ce3f9bfb1ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779317976793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779317533282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257537242501'] for port, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:15.374025 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:41:15.519138 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48a92b6-aaeb-4bf0-974c-ce3f9bfb1ceb None None] Pushing event updated for resources: {'Port': ['ID=645c611d-f6a4-4b11-ae50-4b4d93b52395,revision_number=3']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:41:15.522876 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-e48a92b6-aaeb-4bf0-974c-ce3f9bfb1ceb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:41:15.693946 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [req-41f2785b-b1f5-4ec9-b1f1-ed01d1bef3b4 req-59c3f7a9-055a-4908-8d88-aee563473724 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:41:15.710157 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cccf652-a1f7-4f06-9215-13db34140c6e admin admin] Router e81aad59-55ff-4a6a-8bd8-70b3ff138194 is scheduled to L3 agent dc46b086-6cb1-49e8-b95e-1fe9b389155e with binding_index 1 {{(pid=83998) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 15 21:41:15.722153 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [req-41f2785b-b1f5-4ec9-b1f1-ed01d1bef3b4 req-59c3f7a9-055a-4908-8d88-aee563473724 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:41:15.733249 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41f2785b-b1f5-4ec9-b1f1-ed01d1bef3b4 req-59c3f7a9-055a-4908-8d88-aee563473724 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Made reservation on behalf of 964e5fef0d9f42da9da2717fddfc34f1 for: {'port': 1} {{(pid=83999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 15 21:41:15.748593 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-41f2785b-b1f5-4ec9-b1f1-ed01d1bef3b4 req-59c3f7a9-055a-4908-8d88-aee563473724 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:16.013113 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-92e67dad-51e6-46bd-9f93-d8e6629c8e82 None None] Provisioning complete for port 645c611d-f6a4-4b11-ae50-4b4d93b52395 triggered by entity DHCP. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:41:16.013491 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-92e67dad-51e6-46bd-9f93-d8e6629c8e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:16.167427 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-897a132c-0869-4c3e-81ea-3d6781414631 req-774319e6-f670-4130-8dff-874da361d091 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] 10.222.0.68 "GET /v2.0/ports?device_id=a414fba0-bd65-42f4-8491-5ce04e833091 HTTP/1.1" status: 200 len: 210 time: 0.3181357 Feb 15 21:41:16.168057 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83998) accepted ('10.222.0.68', 46496) {{(pid=83998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:41:16.168502 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83998) accepted ('10.222.0.68', 46502) {{(pid=83998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:41:16.258584 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.db_base_plugin_common [req-41f2785b-b1f5-4ec9-b1f1-ed01d1bef3b4 req-59c3f7a9-055a-4908-8d88-aee563473724 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Allocated IP 172.20.0.7 (7e351d7f-ec41-4316-8703-e8fda2cbe604/dcb6e13b-2686-42e4-a027-d54b68f82f25/333e9e46-f0ae-4cd0-8cf8-f30e5db4ecb4) {{(pid=83999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 15 21:41:16.313961 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cccf652-a1f7-4f06-9215-13db34140c6e admin admin] Notify agent at l3_agent.dv-cinder-775250-3-smb the message routers_updated {{(pid=83998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 15 21:41:16.324355 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0065f15-2172-4d6c-b0bb-8ec8da15ed5c None None] Sync routers for ids ['e81aad59-55ff-4a6a-8bd8-70b3ff138194'] in dv-cinder-775250-3-smb {{(pid=84001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 15 21:41:16.343718 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0065f15-2172-4d6c-b0bb-8ec8da15ed5c None None] Routers {'e81aad59-55ff-4a6a-8bd8-70b3ff138194'} bound to L3 agent in host dv-cinder-775250-3-smb {{(pid=84001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 21:41:16.344437 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_hamode_db [None req-f0065f15-2172-4d6c-b0bb-8ec8da15ed5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-15T21:30:22Z,description=,heartbeat_timestamp=2021-02-15T21:40:52Z,host='dv-cinder-775250-3-smb',id=dc46b086-6cb1-49e8-b95e-1fe9b389155e,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T21:30:22Z,topic='l3_agent')) {'router_ids': ['e81aad59-55ff-4a6a-8bd8-70b3ff138194'], 'active': True} {{(pid=84001) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:41:16.396531 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-0cccf652-a1f7-4f06-9215-13db34140c6e admin admin] Notify callbacks [] for router, before_response {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:16.401314 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-0cccf652-a1f7-4f06-9215-13db34140c6e admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.0299551 Feb 15 21:41:16.402420 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83998) accepted ('10.222.0.68', 46514) {{(pid=83998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:41:16.556527 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-75259ab0-0723-440d-ab6b-1abb84d9c79d None None] Provisioning complete for port 645c611d-f6a4-4b11-ae50-4b4d93b52395 triggered by entity DHCP. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:41:16.557428 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-75259ab0-0723-440d-ab6b-1abb84d9c79d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:16.650483 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bac7a3e-7a8a-42c2-9358-f0feafd9ff63 req-b1cd08d8-45f9-41fd-8c48-325ed3da343a tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:41:16.652481 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-3bac7a3e-7a8a-42c2-9358-f0feafd9ff63 req-b1cd08d8-45f9-41fd-8c48-325ed3da343a tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/ports?device_id=1a9afc6d-1219-4326-b2c2-cd0792437c37 HTTP/1.1" status: 200 len: 945 time: 0.3596888 Feb 15 21:41:16.762338 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-41f2785b-b1f5-4ec9-b1f1-ed01d1bef3b4 req-59c3f7a9-055a-4908-8d88-aee563473724 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Notify callbacks [] for port, precommit_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:16.898487 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-41f2785b-b1f5-4ec9-b1f1-ed01d1bef3b4 req-59c3f7a9-055a-4908-8d88-aee563473724 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363257537239207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853815187'] for port, after_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:16.930661 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:41:16.938512 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-c417c4d1-7252-4173-b8ad-2a65a92632da admin admin] Notify callbacks [] for security_group, before_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:16.992858 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-55a97a31-d47f-4a47-b2dd-3c9d7c1e1e8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:17.004538 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-3bac7a3e-7a8a-42c2-9358-f0feafd9ff63 req-bdac0b13-92c6-4f58-a259-7da10ea28992 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/security-groups?id=cfa94711-8349-42e9-83b9-bdf74ec03915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891835 Feb 15 21:41:17.020028 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvr_db [None req-f0065f15-2172-4d6c-b0bb-8ec8da15ed5c None None] Set router e81aad59-55ff-4a6a-8bd8-70b3ff138194 gateway port host: dv-cinder-775250-3-smb {{(pid=84001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 21:41:17.027882 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-55a97a31-d47f-4a47-b2dd-3c9d7c1e1e8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:41:17.029716 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-e916b98e-c75f-4f48-b2ea-fe4e40619b1e None None] Provisioning complete for port 645c611d-f6a4-4b11-ae50-4b4d93b52395 triggered by entity DHCP. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:41:17.030160 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-e916b98e-c75f-4f48-b2ea-fe4e40619b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:17.032801 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-55a97a31-d47f-4a47-b2dd-3c9d7c1e1e8f admin admin] Usage tracker for resource:security_group_rule and tenant:5de24d6acd494b84a7a92d5de869cc8a is out of sync, need to count used quota {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:41:17.036749 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-55a97a31-d47f-4a47-b2dd-3c9d7c1e1e8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:41:17.045763 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-55a97a31-d47f-4a47-b2dd-3c9d7c1e1e8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:41:17.141108 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-55a97a31-d47f-4a47-b2dd-3c9d7c1e1e8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:17.151712 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-55a97a31-d47f-4a47-b2dd-3c9d7c1e1e8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:17.164885 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-c417c4d1-7252-4173-b8ad-2a65a92632da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:41:17.167612 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:41:17.195485 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-c417c4d1-7252-4173-b8ad-2a65a92632da admin admin] Usage tracker for resource:security_group_rule and tenant:de4f838e501d46b48ec9977b62be3cca is out of sync, need to count used quota {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:41:17.210176 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-c417c4d1-7252-4173-b8ad-2a65a92632da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:41:17.219767 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Device 645c611d-f6a4-4b11-ae50-4b4d93b52395 up at agent ovs-agent-dv-cinder-775250-3-smb {{(pid=84000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:41:17.238627 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-c417c4d1-7252-4173-b8ad-2a65a92632da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:41:17.246433 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c3f7a9-055a-4908-8d88-aee563473724 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Pushing event updated for resources: {'Port': ['ID=333e9e46-f0ae-4cd0-8cf8-f30e5db4ecb4,revision_number=1']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:41:17.266929 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-59c3f7a9-055a-4908-8d88-aee563473724 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:41:17.345604 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-c417c4d1-7252-4173-b8ad-2a65a92632da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:17.365222 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a97a31-d47f-4a47-b2dd-3c9d7c1e1e8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85958d1b-98d1-430d-b07d-941a1d287ace,revision_number=1']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:41:17.379993 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-55a97a31-d47f-4a47-b2dd-3c9d7c1e1e8f admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=5de24d6acd494b84a7a92d5de869cc8a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1614323 Feb 15 21:41:17.383279 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-55a97a31-d47f-4a47-b2dd-3c9d7c1e1e8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:41:17.384105 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 46536) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:41:17.386430 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-c417c4d1-7252-4173-b8ad-2a65a92632da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:17.414127 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Provisioning complete for port 645c611d-f6a4-4b11-ae50-4b4d93b52395 triggered by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:41:17.414127 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:17.415800 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-69fbe702-ae04-4045-9e90-efd481bd205b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:41:17.439423 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83998) accepted ('10.222.0.68', 46540) {{(pid=83998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:41:17.541565 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41f2785b-b1f5-4ec9-b1f1-ed01d1bef3b4 req-59c3f7a9-055a-4908-8d88-aee563473724 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Network 7e351d7f-ec41-4316-8703-e8fda2cbe604 is already hosted by enough agents. {{(pid=83999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 21:41:17.544474 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_hamode_db [None req-f0065f15-2172-4d6c-b0bb-8ec8da15ed5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e81aad59-55ff-4a6a-8bd8-70b3ff138194', 'name': 'tempest-AttachVolumeShelveTestJSON-1680118998-router', 'tenant_id': '83efcaddc4174c70aaaa9d4a9e274006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'external_fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.90'}], 'enable_snat': True}, 'gw_port_id': '27e5490c-1a36-432e-9ed8-54c14c66d819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:41:09Z', 'updated_at': '2021-02-15T21:41:13Z', 'revision_number': 3, 'project_id': '83efcaddc4174c70aaaa9d4a9e274006', 'gw_port': {'id': '27e5490c-1a36-432e-9ed8-54c14c66d819', 'name': '', 'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:8c:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e81aad59-55ff-4a6a-8bd8-70b3ff138194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:41:11Z', 'updated_at': '2021-02-15T21:41:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-smb'}], 'dv-cinder-775250-3-smb', False) {} {{(pid=84001) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:41:17.547148 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.base_scheduler [req-41f2785b-b1f5-4ec9-b1f1-ed01d1bef3b4 req-59c3f7a9-055a-4908-8d88-aee563473724 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Resources bound (agent type, host, resource id): {{(pid=83999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 21:41:17.552797 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvrscheduler_db [req-41f2785b-b1f5-4ec9-b1f1-ed01d1bef3b4 req-59c3f7a9-055a-4908-8d88-aee563473724 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Received port after_create {{(pid=83999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 15 21:41:17.562328 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0065f15-2172-4d6c-b0bb-8ec8da15ed5c None None] Checking router: e81aad59-55ff-4a6a-8bd8-70b3ff138194 for host: dv-cinder-775250-3-smb {{(pid=84001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 15 21:41:17.562905 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0065f15-2172-4d6c-b0bb-8ec8da15ed5c None None] Updating router e81aad59-55ff-4a6a-8bd8-70b3ff138194 port 27e5490c-1a36-432e-9ed8-54c14c66d819 binding host dv-cinder-775250-3-smb {{(pid=84001) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 15 21:41:17.664643 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-40f4a79a-9b7c-4f34-a396-44526650a7ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:17.680648 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-c417c4d1-7252-4173-b8ad-2a65a92632da admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=de4f838e501d46b48ec9977b62be3cca&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4754586 Feb 15 21:41:17.681044 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-f0065f15-2172-4d6c-b0bb-8ec8da15ed5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_update {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:17.687849 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83998) accepted ('10.222.0.68', 46546) {{(pid=83998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:41:17.721244 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f2785b-b1f5-4ec9-b1f1-ed01d1bef3b4 req-59c3f7a9-055a-4908-8d88-aee563473724 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:41:17.722581 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-41f2785b-b1f5-4ec9-b1f1-ed01d1bef3b4 req-59c3f7a9-055a-4908-8d88-aee563473724 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762656'] for port, before_response {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:17.749387 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-40f4a79a-9b7c-4f34-a396-44526650a7ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:17.818737 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-41f2785b-b1f5-4ec9-b1f1-ed01d1bef3b4 req-59c3f7a9-055a-4908-8d88-aee563473724 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5103297 Feb 15 21:41:17.835497 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.v2.base [req-41f2785b-b1f5-4ec9-b1f1-ed01d1bef3b4 req-e09d8c1a-b9ce-4de6-9b32-9288973c0c36 service neutron] Request body: {'port': {'device_id': 'a414fba0-bd65-42f4-8491-5ce04e833091', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77525'}} {{(pid=83999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:41:17.921813 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-40f4a79a-9b7c-4f34-a396-44526650a7ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:17.934590 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-69bec70c-aab2-49ce-a177-ef39cb9e56b1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:41:18.119156 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.v2.base [None req-bba26f1b-a74e-45af-b26f-54d64a3e14f8 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-3381138-network', 'tenant_id': 'e5c39c2be7094b439ebb60d1c07bbb7e'}} {{(pid=83998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:41:18.128948 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f4a79a-9b7c-4f34-a396-44526650a7ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85958d1b-98d1-430d-b07d-941a1d287ace,revision_number=None']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:41:18.141653 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-40f4a79a-9b7c-4f34-a396-44526650a7ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:41:18.161755 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c417c4d1-7252-4173-b8ad-2a65a92632da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f18c5826-1453-4af1-a26d-aceaec16f2b9,revision_number=1']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:41:18.165829 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-40f4a79a-9b7c-4f34-a396-44526650a7ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:18.167346 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-40f4a79a-9b7c-4f34-a396-44526650a7ab admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/85958d1b-98d1-430d-b07d-941a1d287ace HTTP/1.1" status: 204 len: 168 time: 0.7819035 Feb 15 21:41:18.180642 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-bba26f1b-a74e-45af-b26f-54d64a3e14f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:41:18.184612 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-c417c4d1-7252-4173-b8ad-2a65a92632da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.770s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:41:18.207175 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-bba26f1b-a74e-45af-b26f-54d64a3e14f8 admin admin] Usage tracker for resource:network and tenant:e5c39c2be7094b439ebb60d1c07bbb7e is out of sync, need to count used quota {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:41:18.219164 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-bba26f1b-a74e-45af-b26f-54d64a3e14f8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:41:18.226389 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-41f2785b-b1f5-4ec9-b1f1-ed01d1bef3b4 req-e09d8c1a-b9ce-4de6-9b32-9288973c0c36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_update {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:18.228572 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aae6b172-65bf-4b42-a486-b96746a4e809 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:18.234399 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-bba26f1b-a74e-45af-b26f-54d64a3e14f8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:41:18.284532 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae36fdd-3730-409a-92c4-0f2c25559699 req-06a3f312-60a8-4a72-9624-e32c5985bfc3 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:41:18.286296 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-5ae36fdd-3730-409a-92c4-0f2c25559699 req-06a3f312-60a8-4a72-9624-e32c5985bfc3 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] 10.222.0.68 "GET /v2.0/ports?device_id=a414fba0-bd65-42f4-8491-5ce04e833091 HTTP/1.1" status: 200 len: 931 time: 0.8562107 Feb 15 21:41:18.321067 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-f0065f15-2172-4d6c-b0bb-8ec8da15ed5c None None] Notify callbacks [] for port, precommit_update {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:18.337960 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-f0065f15-2172-4d6c-b0bb-8ec8da15ed5c None None] Transition to ACTIVE for port object 27e5490c-1a36-432e-9ed8-54c14c66d819 will not be triggered until provisioned by entity L2. {{(pid=84001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 21:41:18.343452 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-f0065f15-2172-4d6c-b0bb-8ec8da15ed5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779317976793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779317533282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257537242501'] for port, after_update {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:18.366820 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-ed82e84e-f52d-41af-a970-2d1ec0547eb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:41:18.369684 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bba26f1b-a74e-45af-b26f-54d64a3e14f8 admin admin] Made reservation on behalf of e5c39c2be7094b439ebb60d1c07bbb7e for: {'network': 1} {{(pid=83998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 15 21:41:18.374441 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-bba26f1b-a74e-45af-b26f-54d64a3e14f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for network, before_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:18.397159 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aae6b172-65bf-4b42-a486-b96746a4e809 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:18.411871 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-bba26f1b-a74e-45af-b26f-54d64a3e14f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:18.439719 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-5ae36fdd-3730-409a-92c4-0f2c25559699 req-741a28f5-21d7-417e-b9af-2dc294ddf3c9 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] 10.222.0.68 "GET /v2.0/security-groups?id=eacf551a-e03d-4784-a8ef-492410bc89e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275885 Feb 15 21:41:18.471677 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0795c1a-87ff-4981-9572-86dc9865bc74 None None] Pushing event updated for resources: {'Port': ['ID=27e5490c-1a36-432e-9ed8-54c14c66d819,revision_number=2']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:41:18.484290 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0795c1a-87ff-4981-9572-86dc9865bc74 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:41:18.484766 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0795c1a-87ff-4981-9572-86dc9865bc74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:41:18.485014 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0795c1a-87ff-4981-9572-86dc9865bc74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:41:18.485598 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0795c1a-87ff-4981-9572-86dc9865bc74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:41:18.485731 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0795c1a-87ff-4981-9572-86dc9865bc74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:41:18.486067 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0795c1a-87ff-4981-9572-86dc9865bc74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:41:18.486558 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0795c1a-87ff-4981-9572-86dc9865bc74 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:41:18.486917 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0795c1a-87ff-4981-9572-86dc9865bc74 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:41:18.487536 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0795c1a-87ff-4981-9572-86dc9865bc74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:41:18.488022 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0795c1a-87ff-4981-9572-86dc9865bc74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:41:18.488383 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0795c1a-87ff-4981-9572-86dc9865bc74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:41:18.488740 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0795c1a-87ff-4981-9572-86dc9865bc74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:41:18.489155 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0795c1a-87ff-4981-9572-86dc9865bc74 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:41:18.489555 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0795c1a-87ff-4981-9572-86dc9865bc74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:41:18.490060 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0795c1a-87ff-4981-9572-86dc9865bc74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:41:18.490422 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0795c1a-87ff-4981-9572-86dc9865bc74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:41:18.490777 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0795c1a-87ff-4981-9572-86dc9865bc74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:41:18.491379 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0795c1a-87ff-4981-9572-86dc9865bc74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:41:18.491732 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0795c1a-87ff-4981-9572-86dc9865bc74 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:41:18.492085 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0795c1a-87ff-4981-9572-86dc9865bc74 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:41:18.492441 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0795c1a-87ff-4981-9572-86dc9865bc74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:41:18.493117 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0795c1a-87ff-4981-9572-86dc9865bc74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:41:18.493117 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0795c1a-87ff-4981-9572-86dc9865bc74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:41:18.493467 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0795c1a-87ff-4981-9572-86dc9865bc74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:41:18.494438 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-bba26f1b-a74e-45af-b26f-54d64a3e14f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:41:18.498851 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-bba26f1b-a74e-45af-b26f-54d64a3e14f8 admin admin] Usage tracker for resource:security_group_rule and tenant:e5c39c2be7094b439ebb60d1c07bbb7e is out of sync, need to count used quota {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:41:18.500319 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-b0795c1a-87ff-4981-9572-86dc9865bc74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:41:18.503301 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-bba26f1b-a74e-45af-b26f-54d64a3e14f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:41:18.510457 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-bba26f1b-a74e-45af-b26f-54d64a3e14f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:41:18.656159 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 46564) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:41:18.656373 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.managers [None req-f0065f15-2172-4d6c-b0bb-8ec8da15ed5c None None] Attempting to bind port 27e5490c-1a36-432e-9ed8-54c14c66d819 on host dv-cinder-775250-3-smb for vnic_type normal with profile {{(pid=84001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 21:41:18.656639 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.managers [None req-f0065f15-2172-4d6c-b0bb-8ec8da15ed5c None None] Attempting to bind port 27e5490c-1a36-432e-9ed8-54c14c66d819 by drivers openvswitch on host dv-cinder-775250-3-smb at level 0 using segments [{'id': 'aaff8bb9-4958-4cc8-8842-2399e4673088', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6'}] {{(pid=84001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 15 21:41:18.657297 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0065f15-2172-4d6c-b0bb-8ec8da15ed5c None None] Attempting to bind port 27e5490c-1a36-432e-9ed8-54c14c66d819 on network f2926baf-a168-440c-89c9-d3754209afe6 {{(pid=84001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 15 21:41:18.666961 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0065f15-2172-4d6c-b0bb-8ec8da15ed5c None None] Checking agent: {'id': 'c4d26ba9-4355-4b6a-ac8e-61eaae13650f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 21, 30, 23), 'started_at': datetime.datetime(2021, 2, 15, 21, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 21, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 21:41:18.666961 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0065f15-2172-4d6c-b0bb-8ec8da15ed5c None None] Checking segment: {'id': 'aaff8bb9-4958-4cc8-8842-2399e4673088', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 21:41:18.667306 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-f0065f15-2172-4d6c-b0bb-8ec8da15ed5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:18.668311 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0065f15-2172-4d6c-b0bb-8ec8da15ed5c None None] Bound using segment: {'id': 'aaff8bb9-4958-4cc8-8842-2399e4673088', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6'} {{(pid=84001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 21:41:18.668425 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.managers [None req-f0065f15-2172-4d6c-b0bb-8ec8da15ed5c None None] Bound port: 27e5490c-1a36-432e-9ed8-54c14c66d819, host: dv-cinder-775250-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaff8bb9-4958-4cc8-8842-2399e4673088', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6'}}] {{(pid=84001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 15 21:41:18.669222 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-f0065f15-2172-4d6c-b0bb-8ec8da15ed5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_update {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:18.689797 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-5cf64a9a-eebf-4581-9872-9e1266e08b57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:18.714195 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-5cf64a9a-eebf-4581-9872-9e1266e08b57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:41:18.718889 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-5cf64a9a-eebf-4581-9872-9e1266e08b57 admin admin] Usage tracker for resource:security_group_rule and tenant:3235bd7a22254419bd49d844c571ca4b is out of sync, need to count used quota {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:41:18.723041 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-5cf64a9a-eebf-4581-9872-9e1266e08b57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:41:18.734722 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-5cf64a9a-eebf-4581-9872-9e1266e08b57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:41:18.758878 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aae6b172-65bf-4b42-a486-b96746a4e809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:18.760694 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [None req-f0065f15-2172-4d6c-b0bb-8ec8da15ed5c None None] For port 27e5490c-1a36-432e-9ed8-54c14c66d819, host dv-cinder-775250-3-smb, cleared binding levels {{(pid=84001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 15 21:41:18.765149 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [None req-f0065f15-2172-4d6c-b0bb-8ec8da15ed5c None None] For port 27e5490c-1a36-432e-9ed8-54c14c66d819, host dv-cinder-775250-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-3-smb',level=0,port_id=27e5490c-1a36-432e-9ed8-54c14c66d819,segment=NetworkSegment(aaff8bb9-4958-4cc8-8842-2399e4673088),segment_id=aaff8bb9-4958-4cc8-8842-2399e4673088)] {{(pid=84001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 15 21:41:18.771174 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-f0065f15-2172-4d6c-b0bb-8ec8da15ed5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779317976793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779317533282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257537242501'] for port, after_update {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:18.792674 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-8dd42c00-324b-41f8-aab1-d83de0919e14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:41:18.896228 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681fdb04-f18e-4c64-a637-71ae8797b809 req-ce3b2623-fbee-468f-8b89-3d37d1681403 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:41:18.904746 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-681fdb04-f18e-4c64-a637-71ae8797b809 req-ce3b2623-fbee-468f-8b89-3d37d1681403 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/ports?device_id=1a9afc6d-1219-4326-b2c2-cd0792437c37 HTTP/1.1" status: 200 len: 945 time: 0.5491338 Feb 15 21:41:18.959819 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0795c1a-87ff-4981-9572-86dc9865bc74 None None] Pushing event updated for resources: {'Port': ['ID=27e5490c-1a36-432e-9ed8-54c14c66d819,revision_number=3']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:41:18.968439 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-b0795c1a-87ff-4981-9572-86dc9865bc74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:41:19.007495 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:41:19.019362 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0065f15-2172-4d6c-b0bb-8ec8da15ed5c None None] Routers {'e81aad59-55ff-4a6a-8bd8-70b3ff138194'} bound to L3 agent in host dv-cinder-775250-3-smb {{(pid=84001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 21:41:19.020037 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_hamode_db [None req-f0065f15-2172-4d6c-b0bb-8ec8da15ed5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-15T21:30:22Z,description=,heartbeat_timestamp=2021-02-15T21:40:52Z,host='dv-cinder-775250-3-smb',id=dc46b086-6cb1-49e8-b95e-1fe9b389155e,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T21:30:22Z,topic='l3_agent')) {'router_ids': ['e81aad59-55ff-4a6a-8bd8-70b3ff138194'], 'active': True} {{(pid=84001) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:41:19.025496 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-bba26f1b-a74e-45af-b26f-54d64a3e14f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:19.041889 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae6b172-65bf-4b42-a486-b96746a4e809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f18c5826-1453-4af1-a26d-aceaec16f2b9,revision_number=None']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:41:19.043810 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-bba26f1b-a74e-45af-b26f-54d64a3e14f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:19.047557 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-aae6b172-65bf-4b42-a486-b96746a4e809 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:41:19.048158 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-aae6b172-65bf-4b42-a486-b96746a4e809 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:41:19.080731 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aae6b172-65bf-4b42-a486-b96746a4e809 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:19.082252 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-aae6b172-65bf-4b42-a486-b96746a4e809 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/f18c5826-1453-4af1-a26d-aceaec16f2b9 HTTP/1.1" status: 204 len: 168 time: 1.2051570 Feb 15 21:41:19.092819 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-80b10934-bea2-4c1a-a287-c391282f5a2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:19.138565 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bba26f1b-a74e-45af-b26f-54d64a3e14f8 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=83998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 15 21:41:19.143286 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-41d6a051-545b-434a-aed4-12fc394042d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:19.145089 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba26f1b-a74e-45af-b26f-54d64a3e14f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e785c58-f0ab-4dc3-adc3-ff1409bcb3d6,revision_number=1']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:41:19.153912 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-bba26f1b-a74e-45af-b26f-54d64a3e14f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:41:19.186566 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-bba26f1b-a74e-45af-b26f-54d64a3e14f8 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8779317874991', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515977'] for segment, precommit_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:19.187091 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.db.segments_db [None req-bba26f1b-a74e-45af-b26f-54d64a3e14f8 admin admin] Added segment 0b7339a4-af60-4f41-9eeb-cada19b9ad25 of type vxlan for network 6e26f87c-2805-4f2b-8fbf-dfda22b57e8d Feb 15 21:41:19.290627 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-bba26f1b-a74e-45af-b26f-54d64a3e14f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363257537296944'] for network, precommit_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:19.297594 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-681fdb04-f18e-4c64-a637-71ae8797b809 req-e8d6a78e-9fe1-471b-93f5-90ae82e6861b tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/security-groups?id=cfa94711-8349-42e9-83b9-bdf74ec03915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3920231 Feb 15 21:41:19.374223 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvr_db [None req-f0065f15-2172-4d6c-b0bb-8ec8da15ed5c None None] Set router e81aad59-55ff-4a6a-8bd8-70b3ff138194 gateway port host: dv-cinder-775250-3-smb {{(pid=84001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 21:41:19.403322 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-bba26f1b-a74e-45af-b26f-54d64a3e14f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232'] for network, after_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:19.419760 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba26f1b-a74e-45af-b26f-54d64a3e14f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:41:19.420419 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-bba26f1b-a74e-45af-b26f-54d64a3e14f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851048245'] for network, before_response {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:19.439705 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-d5e9bd9a-9edf-4929-a966-e28b0800a7a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:41:19.447520 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.notifiers.nova [req-41f2785b-b1f5-4ec9-b1f1-ed01d1bef3b4 req-e09d8c1a-b9ce-4de6-9b32-9288973c0c36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 333e9e46-f0ae-4cd0-8cf8-f30e5db4ecb4 {{(pid=83999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 15 21:41:19.457083 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-41f2785b-b1f5-4ec9-b1f1-ed01d1bef3b4 req-e09d8c1a-b9ce-4de6-9b32-9288973c0c36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:19.478715 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [req-41f2785b-b1f5-4ec9-b1f1-ed01d1bef3b4 req-e09d8c1a-b9ce-4de6-9b32-9288973c0c36 service neutron] Transition to ACTIVE for port object 333e9e46-f0ae-4cd0-8cf8-f30e5db4ecb4 will not be triggered until provisioned by entity L2. {{(pid=83999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 21:41:19.487501 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-41f2785b-b1f5-4ec9-b1f1-ed01d1bef3b4 req-e09d8c1a-b9ce-4de6-9b32-9288973c0c36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779317976793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779317533282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257537242501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-960628'] for port, after_update {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:19.648029 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-bdb2a925-75c3-4176-a66c-ab3a45ddfd65 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:41:19.665136 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-bba26f1b-a74e-45af-b26f-54d64a3e14f8 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 872 time: 2.2210531 Feb 15 21:41:19.671147 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83998) accepted ('10.222.0.68', 46582) {{(pid=83998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:41:19.683981 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.v2.base [None req-f668f41b-fce3-48dd-8579-1cb50e5474d8 admin admin] Request body: {'subnet': {'network_id': '6e26f87c-2805-4f2b-8fbf-dfda22b57e8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-3381138-subnet', 'tenant_id': 'e5c39c2be7094b439ebb60d1c07bbb7e', 'ip_version': 4}} {{(pid=83998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:41:19.688938 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-f668f41b-fce3-48dd-8579-1cb50e5474d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:41:19.693231 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-f668f41b-fce3-48dd-8579-1cb50e5474d8 admin admin] Usage tracker for resource:subnet and tenant:e5c39c2be7094b439ebb60d1c07bbb7e is out of sync, need to count used quota {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:41:19.696281 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-f668f41b-fce3-48dd-8579-1cb50e5474d8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:41:19.702229 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-f668f41b-fce3-48dd-8579-1cb50e5474d8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:41:19.713148 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba26f1b-a74e-45af-b26f-54d64a3e14f8 admin admin] Pushing event updated for resources: {'Network': ['ID=6e26f87c-2805-4f2b-8fbf-dfda22b57e8d,revision_number=1']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:41:19.748251 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83998) accepted ('10.222.0.68', 46586) {{(pid=83998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:41:19.753405 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-bba26f1b-a74e-45af-b26f-54d64a3e14f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:41:19.769724 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Network 6e26f87c-2805-4f2b-8fbf-dfda22b57e8d details requested by agent ovs-agent-dv-cinder-775250-3-smb with host dv-cinder-775250-3-smb {{(pid=84000) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 15 21:41:19.771530 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f668f41b-fce3-48dd-8579-1cb50e5474d8 admin admin] Made reservation on behalf of e5c39c2be7094b439ebb60d1c07bbb7e for: {'subnet': 1} {{(pid=83998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 15 21:41:19.786456 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Network 6e26f87c-2805-4f2b-8fbf-dfda22b57e8d details requested by agent ovs-agent-hv-cinder-77525 with host hv-cinder-77525 {{(pid=84000) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 15 21:41:19.788756 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-f668f41b-fce3-48dd-8579-1cb50e5474d8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:19.900657 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_hamode_db [None req-f0065f15-2172-4d6c-b0bb-8ec8da15ed5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e81aad59-55ff-4a6a-8bd8-70b3ff138194', 'name': 'tempest-AttachVolumeShelveTestJSON-1680118998-router', 'tenant_id': '83efcaddc4174c70aaaa9d4a9e274006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'external_fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.90'}], 'enable_snat': True}, 'gw_port_id': '27e5490c-1a36-432e-9ed8-54c14c66d819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:41:09Z', 'updated_at': '2021-02-15T21:41:13Z', 'revision_number': 3, 'project_id': '83efcaddc4174c70aaaa9d4a9e274006', 'gw_port': {'id': '27e5490c-1a36-432e-9ed8-54c14c66d819', 'name': '', 'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:8c:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e81aad59-55ff-4a6a-8bd8-70b3ff138194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:41:11Z', 'updated_at': '2021-02-15T21:41:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-smb'}], 'dv-cinder-775250-3-smb', False) {} {{(pid=84001) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:41:19.913551 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0065f15-2172-4d6c-b0bb-8ec8da15ed5c None None] The sync data for ids ['e81aad59-55ff-4a6a-8bd8-70b3ff138194'] in dv-cinder-775250-3-smb is: [{'id': 'e81aad59-55ff-4a6a-8bd8-70b3ff138194', 'name': 'tempest-AttachVolumeShelveTestJSON-1680118998-router', 'tenant_id': '83efcaddc4174c70aaaa9d4a9e274006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'external_fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.90'}], 'enable_snat': True}, 'gw_port_id': '27e5490c-1a36-432e-9ed8-54c14c66d819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:41:09Z', 'updated_at': '2021-02-15T21:41:13Z', 'revision_number': 3, 'project_id': '83efcaddc4174c70aaaa9d4a9e274006', 'gw_port': {'id': '27e5490c-1a36-432e-9ed8-54c14c66d819', 'name': '', 'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:8c:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e81aad59-55ff-4a6a-8bd8-70b3ff138194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:41:11Z', 'updated_at': '2021-02-15T21:41:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-smb'}] {{(pid=84001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 15 21:41:20.088815 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-2dee8fd4-b611-428a-a7c8-d714b87f93f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:20.134173 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-2dee8fd4-b611-428a-a7c8-d714b87f93f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:41:20.144616 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-2dee8fd4-b611-428a-a7c8-d714b87f93f3 admin admin] Usage tracker for resource:security_group_rule and tenant:949906f838e14f36a533b07ba9ce2357 is out of sync, need to count used quota {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:41:20.147981 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.db_base_plugin_common [None req-80b10934-bea2-4c1a-a287-c391282f5a2a admin admin] Allocated IP 172.20.0.1 (5a32d5d1-e1a3-4ef5-be5e-207bd58c1352/f1da26f9-af3a-42e2-9b06-af8d75ade4f1/fbd7fb33-cdbc-4016-8b09-d901ceb05255) {{(pid=83998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 15 21:41:20.150936 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-2dee8fd4-b611-428a-a7c8-d714b87f93f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:41:20.171666 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.managers [req-41f2785b-b1f5-4ec9-b1f1-ed01d1bef3b4 req-e09d8c1a-b9ce-4de6-9b32-9288973c0c36 service neutron] Attempting to bind port 333e9e46-f0ae-4cd0-8cf8-f30e5db4ecb4 on host hv-cinder-77525 for vnic_type normal with profile {{(pid=83999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 21:41:20.172037 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.managers [req-41f2785b-b1f5-4ec9-b1f1-ed01d1bef3b4 req-e09d8c1a-b9ce-4de6-9b32-9288973c0c36 service neutron] Attempting to bind port 333e9e46-f0ae-4cd0-8cf8-f30e5db4ecb4 by drivers openvswitch on host hv-cinder-77525 at level 0 using segments [{'id': 'a30449d5-f7e3-46b3-92df-c80a6b63f000', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7e351d7f-ec41-4316-8703-e8fda2cbe604'}] {{(pid=83999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 15 21:41:20.172411 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f2785b-b1f5-4ec9-b1f1-ed01d1bef3b4 req-e09d8c1a-b9ce-4de6-9b32-9288973c0c36 service neutron] Attempting to bind port 333e9e46-f0ae-4cd0-8cf8-f30e5db4ecb4 on network 7e351d7f-ec41-4316-8703-e8fda2cbe604 {{(pid=83999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 15 21:41:20.187039 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09d8c1a-b9ce-4de6-9b32-9288973c0c36 service neutron] Pushing event updated for resources: {'Port': ['ID=333e9e46-f0ae-4cd0-8cf8-f30e5db4ecb4,revision_number=2']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:41:20.204025 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f2785b-b1f5-4ec9-b1f1-ed01d1bef3b4 req-e09d8c1a-b9ce-4de6-9b32-9288973c0c36 service neutron] Checking agent: {'id': '3b9d0ad6-16ce-46f2-a5c4-f9a7961e9638', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77525', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 21, 37, 44), 'started_at': datetime.datetime(2021, 2, 15, 21, 38, 14), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 21, 41, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 21:41:20.204317 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f2785b-b1f5-4ec9-b1f1-ed01d1bef3b4 req-e09d8c1a-b9ce-4de6-9b32-9288973c0c36 service neutron] Checking segment: {'id': 'a30449d5-f7e3-46b3-92df-c80a6b63f000', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7e351d7f-ec41-4316-8703-e8fda2cbe604'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 21:41:20.204718 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-41f2785b-b1f5-4ec9-b1f1-ed01d1bef3b4 req-e09d8c1a-b9ce-4de6-9b32-9288973c0c36 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:20.205100 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f2785b-b1f5-4ec9-b1f1-ed01d1bef3b4 req-e09d8c1a-b9ce-4de6-9b32-9288973c0c36 service neutron] Bound using segment: {'id': 'a30449d5-f7e3-46b3-92df-c80a6b63f000', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7e351d7f-ec41-4316-8703-e8fda2cbe604'} {{(pid=83999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 21:41:20.206614 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.managers [req-41f2785b-b1f5-4ec9-b1f1-ed01d1bef3b4 req-e09d8c1a-b9ce-4de6-9b32-9288973c0c36 service neutron] Bound port: 333e9e46-f0ae-4cd0-8cf8-f30e5db4ecb4, host: hv-cinder-77525, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a30449d5-f7e3-46b3-92df-c80a6b63f000', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7e351d7f-ec41-4316-8703-e8fda2cbe604'}}] {{(pid=83999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 15 21:41:20.207006 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-41f2785b-b1f5-4ec9-b1f1-ed01d1bef3b4 req-e09d8c1a-b9ce-4de6-9b32-9288973c0c36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_update {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:20.219264 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-2dee8fd4-b611-428a-a7c8-d714b87f93f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:41:20.222115 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-e09d8c1a-b9ce-4de6-9b32-9288973c0c36 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.574s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:41:20.247277 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa54c71-8dac-4c12-8516-c3c0939c6e51 req-ceba0e89-7ca3-4d12-9ee3-9b609f447f62 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:41:20.248227 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [req-5aa54c71-8dac-4c12-8516-c3c0939c6e51 req-ceba0e89-7ca3-4d12-9ee3-9b609f447f62 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Synchronizing usage tracker for tenant:964e5fef0d9f42da9da2717fddfc34f1 on resource:port {{(pid=83999) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 21:41:20.257521 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-5cf64a9a-eebf-4581-9872-9e1266e08b57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:20.308150 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-5cf64a9a-eebf-4581-9872-9e1266e08b57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:20.320872 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-750f9aa7-27eb-498c-b3ce-59cc66bd49ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:41:20.354414 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [req-5aa54c71-8dac-4c12-8516-c3c0939c6e51 req-ceba0e89-7ca3-4d12-9ee3-9b609f447f62 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Unset dirty status for tenant:964e5fef0d9f42da9da2717fddfc34f1 on resource:port {{(pid=83999) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 21:41:20.362276 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-5aa54c71-8dac-4c12-8516-c3c0939c6e51 req-ceba0e89-7ca3-4d12-9ee3-9b609f447f62 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] 10.222.0.68 "GET /v2.0/ports?device_id=a414fba0-bd65-42f4-8491-5ce04e833091 HTTP/1.1" status: 200 len: 943 time: 0.6457474 Feb 15 21:41:20.442337 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-5cf64a9a-eebf-4581-9872-9e1266e08b57 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=3235bd7a22254419bd49d844c571ca4b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7795427 Feb 15 21:41:20.446652 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83998) accepted ('10.222.0.68', 46596) {{(pid=83998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:41:20.447024 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf64a9a-eebf-4581-9872-9e1266e08b57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74479726-9e8a-4881-ac18-6e87e5b5182e,revision_number=1']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:41:20.463336 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-5cf64a9a-eebf-4581-9872-9e1266e08b57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:41:20.471284 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [req-41f2785b-b1f5-4ec9-b1f1-ed01d1bef3b4 req-e09d8c1a-b9ce-4de6-9b32-9288973c0c36 service neutron] For port 333e9e46-f0ae-4cd0-8cf8-f30e5db4ecb4, host hv-cinder-77525, cleared binding levels {{(pid=83999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 15 21:41:20.488448 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-5aa54c71-8dac-4c12-8516-c3c0939c6e51 req-ab91b189-d85b-48cd-ba8a-425bddf5837c tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] 10.222.0.68 "GET /v2.0/security-groups?id=eacf551a-e03d-4784-a8ef-492410bc89e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230054 Feb 15 21:41:20.494325 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [req-41f2785b-b1f5-4ec9-b1f1-ed01d1bef3b4 req-e09d8c1a-b9ce-4de6-9b32-9288973c0c36 service neutron] For port 333e9e46-f0ae-4cd0-8cf8-f30e5db4ecb4, host hv-cinder-77525, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=333e9e46-f0ae-4cd0-8cf8-f30e5db4ecb4,segment=NetworkSegment(a30449d5-f7e3-46b3-92df-c80a6b63f000),segment_id=a30449d5-f7e3-46b3-92df-c80a6b63f000)] {{(pid=83999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 15 21:41:20.499672 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-41f2785b-b1f5-4ec9-b1f1-ed01d1bef3b4 req-e09d8c1a-b9ce-4de6-9b32-9288973c0c36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779317976793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779317533282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257537242501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-960628'] for port, after_update {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:20.519868 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:41:20.665103 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-80b10934-bea2-4c1a-a287-c391282f5a2a admin admin] Notify callbacks [] for port, precommit_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:20.691866 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09d8c1a-b9ce-4de6-9b32-9288973c0c36 service neutron] Pushing event updated for resources: {'Port': ['ID=333e9e46-f0ae-4cd0-8cf8-f30e5db4ecb4,revision_number=3']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:41:20.697746 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-e09d8c1a-b9ce-4de6-9b32-9288973c0c36 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:41:20.731376 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f2785b-b1f5-4ec9-b1f1-ed01d1bef3b4 req-e09d8c1a-b9ce-4de6-9b32-9288973c0c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:41:20.732173 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-41f2785b-b1f5-4ec9-b1f1-ed01d1bef3b4 req-e09d8c1a-b9ce-4de6-9b32-9288973c0c36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762656'] for port, before_response {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:20.733844 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-41f2785b-b1f5-4ec9-b1f1-ed01d1bef3b4 req-e09d8c1a-b9ce-4de6-9b32-9288973c0c36 service neutron] 10.222.0.46 "PUT /v2.0/ports/333e9e46-f0ae-4cd0-8cf8-f30e5db4ecb4 HTTP/1.1" status: 200 len: 1157 time: 2.9067428 Feb 15 21:41:20.734401 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a414fba0-bd65-42f4-8491-5ce04e833091', 'tag': '333e9e46-f0ae-4cd0-8cf8-f30e5db4ecb4'}] {{(pid=83999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 21:41:20.757622 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-80b10934-bea2-4c1a-a287-c391282f5a2a admin admin] Transition to ACTIVE for port object fbd7fb33-cdbc-4016-8b09-d901ceb05255 will not be triggered until provisioned by entity DHCP. {{(pid=83998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 21:41:20.772744 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aec443cf-a0c1-4beb-a060-6724627940ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:20.794151 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a414fba0-bd65-42f4-8491-5ce04e833091', 'tag': '333e9e46-f0ae-4cd0-8cf8-f30e5db4ecb4', 'status': 'completed', 'code': 200} Feb 15 21:41:20.803583 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-f668f41b-fce3-48dd-8579-1cb50e5474d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232'] for subnet, after_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:20.809698 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-2dee8fd4-b611-428a-a7c8-d714b87f93f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:20.847787 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-3e2990b7-8610-46e3-bb5d-bc6695bc5050 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:41:20.903210 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-2dee8fd4-b611-428a-a7c8-d714b87f93f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:20.915825 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aec443cf-a0c1-4beb-a060-6724627940ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:20.924346 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f2785b-b1f5-4ec9-b1f1-ed01d1bef3b4 req-e4ab995b-8c9f-4157-83e4-36bb4df59d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:41:20.926346 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-41f2785b-b1f5-4ec9-b1f1-ed01d1bef3b4 req-e4ab995b-8c9f-4157-83e4-36bb4df59d9a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=964e5fef0d9f42da9da2717fddfc34f1&device_id=a414fba0-bd65-42f4-8491-5ce04e833091 HTTP/1.1" status: 200 len: 1160 time: 0.1183991 Feb 15 21:41:21.013103 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-41f2785b-b1f5-4ec9-b1f1-ed01d1bef3b4 req-ac71f230-d7e1-4493-9607-774ada160b88 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=333e9e46-f0ae-4cd0-8cf8-f30e5db4ecb4 HTTP/1.1" status: 200 len: 217 time: 0.0699151 Feb 15 21:41:21.035858 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Device 27e5490c-1a36-432e-9ed8-54c14c66d819 up at agent ovs-agent-dv-cinder-775250-3-smb {{(pid=84000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:41:21.058155 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f668f41b-fce3-48dd-8579-1cb50e5474d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=94a790b3-5bef-4570-9182-1c29edefc949,revision_number=0']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:41:21.061799 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-f668f41b-fce3-48dd-8579-1cb50e5474d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:41:21.073065 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-c362e328-4572-4a5e-a6f4-2f32fefafe19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.140s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:41:21.088902 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd796fa-b53c-46cd-ae40-27c21863dad9 req-05b1bd4e-72c3-452e-831f-393aa0910c96 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:41:21.090674 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-7fd796fa-b53c-46cd-ae40-27c21863dad9 req-05b1bd4e-72c3-452e-831f-393aa0910c96 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/ports?device_id=1a9afc6d-1219-4326-b2c2-cd0792437c37 HTTP/1.1" status: 200 len: 945 time: 0.5904932 Feb 15 21:41:21.101475 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f2785b-b1f5-4ec9-b1f1-ed01d1bef3b4 req-7a76b8a8-56b0-47df-9296-b500b5b433c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:41:21.103055 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-41f2785b-b1f5-4ec9-b1f1-ed01d1bef3b4 req-7a76b8a8-56b0-47df-9296-b500b5b433c5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=dcb6e13b-2686-42e4-a027-d54b68f82f25 HTTP/1.1" status: 200 len: 855 time: 0.0791574 Feb 15 21:41:21.116273 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-2dee8fd4-b611-428a-a7c8-d714b87f93f3 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=949906f838e14f36a533b07ba9ce2357&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3652580 Feb 15 21:41:21.121865 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Provisioning for port 27e5490c-1a36-432e-9ed8-54c14c66d819 completed by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 21:41:21.126557 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83998) accepted ('10.222.0.68', 46604) {{(pid=83998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:41:21.128261 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Provisioning complete for port 27e5490c-1a36-432e-9ed8-54c14c66d819 triggered by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:41:21.128861 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:21.193889 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-41f2785b-b1f5-4ec9-b1f1-ed01d1bef3b4 req-b4b7635a-b255-44e6-8dd0-83dada48b98f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7e351d7f-ec41-4316-8703-e8fda2cbe604&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0760586 Feb 15 21:41:21.194575 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-80b10934-bea2-4c1a-a287-c391282f5a2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363257537239207'] for port, after_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:21.206419 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dee8fd4-b611-428a-a7c8-d714b87f93f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=241bb462-230a-42d0-966f-d69fda7578b3,revision_number=1']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:41:21.210436 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-2dee8fd4-b611-428a-a7c8-d714b87f93f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:41:21.261532 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:41:21.283265 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:21.308061 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] For port 27e5490c-1a36-432e-9ed8-54c14c66d819, host dv-cinder-775250-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-3-smb',level=0,port_id=27e5490c-1a36-432e-9ed8-54c14c66d819,segment=NetworkSegment(aaff8bb9-4958-4cc8-8842-2399e4673088),segment_id=aaff8bb9-4958-4cc8-8842-2399e4673088)] {{(pid=84000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:41:21.314940 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779317976793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779317533282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257537242501'] for port, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:21.323661 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-6ba4d61b-97e1-447b-a51b-be270b741bd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:41:21.356329 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b10934-bea2-4c1a-a287-c391282f5a2a admin admin] Pushing event updated for resources: {'Port': ['ID=fbd7fb33-cdbc-4016-8b09-d901ceb05255,revision_number=1']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:41:21.359728 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-41f2785b-b1f5-4ec9-b1f1-ed01d1bef3b4 req-bf37205c-2c10-428a-8d58-c2cb67d7d2f1 service neutron] 10.222.0.46 "GET /v2.0/networks/7e351d7f-ec41-4316-8703-e8fda2cbe604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561835 Feb 15 21:41:21.359886 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-80b10934-bea2-4c1a-a287-c391282f5a2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:41:21.411953 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Pushing event updated for resources: {'Port': ['ID=27e5490c-1a36-432e-9ed8-54c14c66d819,revision_number=4']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:41:21.415354 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:41:21.460995 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-7fd796fa-b53c-46cd-ae40-27c21863dad9 req-3c27b29a-0495-423f-98da-95663ed2d0dd tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/security-groups?id=cfa94711-8349-42e9-83b9-bdf74ec03915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3591559 Feb 15 21:41:21.469534 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aec443cf-a0c1-4beb-a060-6724627940ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:21.485268 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-94eced19-810f-439e-a152-e68fd5254656 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:41:21.529010 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec443cf-a0c1-4beb-a060-6724627940ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74479726-9e8a-4881-ac18-6e87e5b5182e,revision_number=None']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:41:21.543368 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-aec443cf-a0c1-4beb-a060-6724627940ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:41:21.547961 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-41f2785b-b1f5-4ec9-b1f1-ed01d1bef3b4 req-96b4328b-a6a5-446d-827e-137ca9d8924e service neutron] 10.222.0.46 "GET /v2.0/networks/7e351d7f-ec41-4316-8703-e8fda2cbe604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1796789 Feb 15 21:41:21.596107 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-ed1a02f1-ca42-42fd-9e80-db411bd58a74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:21.646973 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-ed1a02f1-ca42-42fd-9e80-db411bd58a74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:21.710577 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f668f41b-fce3-48dd-8579-1cb50e5474d8 admin admin] Checking segment: {'id': '0b7339a4-af60-4f41-9eeb-cada19b9ad25', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '6e26f87c-2805-4f2b-8fbf-dfda22b57e8d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 21:41:21.711059 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f668f41b-fce3-48dd-8579-1cb50e5474d8 admin admin] Network hostable DHCP agents. Network: 6e26f87c-2805-4f2b-8fbf-dfda22b57e8d, hostable agents: ['d424e710-01f3-4b4f-8c21-3c6c336e6167'], hosted agents: [] {{(pid=83998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 15 21:41:21.718014 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aec443cf-a0c1-4beb-a060-6724627940ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:21.719434 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-aec443cf-a0c1-4beb-a060-6724627940ea admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/74479726-9e8a-4881-ac18-6e87e5b5182e HTTP/1.1" status: 204 len: 168 time: 1.2710640 Feb 15 21:41:21.784408 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e32467-eb58-44f0-baeb-b8e9eefb1295 req-7c0ad573-9d69-470b-ba34-c343e427523f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:41:21.788635 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-e3e32467-eb58-44f0-baeb-b8e9eefb1295 req-7c0ad573-9d69-470b-ba34-c343e427523f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=964e5fef0d9f42da9da2717fddfc34f1&device_id=a414fba0-bd65-42f4-8491-5ce04e833091 HTTP/1.1" status: 200 len: 1160 time: 0.1752999 Feb 15 21:41:21.793534 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b10934-bea2-4c1a-a287-c391282f5a2a admin admin] Network 5a32d5d1-e1a3-4ef5-be5e-207bd58c1352 is already hosted by enough agents. {{(pid=83998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 21:41:21.795657 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.base_scheduler [None req-80b10934-bea2-4c1a-a287-c391282f5a2a admin admin] Resources bound (agent type, host, resource id): {{(pid=83998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 21:41:21.810555 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aecb57-2e7b-44fa-be19-874e28f61898 req-15c29f21-b6b8-4b63-af1f-0a595709e04d tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:41:21.811805 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b10934-bea2-4c1a-a287-c391282f5a2a admin admin] Received port after_create {{(pid=83998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 15 21:41:21.813056 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-80b10934-bea2-4c1a-a287-c391282f5a2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036850961585'] for router_interface, before_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:21.819037 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-e9aecb57-2e7b-44fa-be19-874e28f61898 req-15c29f21-b6b8-4b63-af1f-0a595709e04d tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] 10.222.0.68 "GET /v2.0/ports?device_id=a414fba0-bd65-42f4-8491-5ce04e833091 HTTP/1.1" status: 200 len: 943 time: 0.1372433 Feb 15 21:41:21.853393 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-ed1a02f1-ca42-42fd-9e80-db411bd58a74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:21.862131 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:41:21.885283 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f668f41b-fce3-48dd-8579-1cb50e5474d8 admin admin] Network 6e26f87c-2805-4f2b-8fbf-dfda22b57e8d is scheduled to be hosted by DHCP agent d424e710-01f3-4b4f-8c21-3c6c336e6167 with binding_index 1 {{(pid=83998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 15 21:41:21.896792 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1a02f1-ca42-42fd-9e80-db411bd58a74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=241bb462-230a-42d0-966f-d69fda7578b3,revision_number=None']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:41:21.911878 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-ed1a02f1-ca42-42fd-9e80-db411bd58a74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:41:21.945881 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-ed1a02f1-ca42-42fd-9e80-db411bd58a74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:21.949774 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-ed1a02f1-ca42-42fd-9e80-db411bd58a74 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/241bb462-230a-42d0-966f-d69fda7578b3 HTTP/1.1" status: 204 len: 168 time: 0.8021147 Feb 15 21:41:21.949774 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.base_scheduler [None req-f668f41b-fce3-48dd-8579-1cb50e5474d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775250-3-smb, 6e26f87c-2805-4f2b-8fbf-dfda22b57e8d) {{(pid=83998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 21:41:21.968288 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f668f41b-fce3-48dd-8579-1cb50e5474d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:41:21.971934 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-f668f41b-fce3-48dd-8579-1cb50e5474d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851048245'] for subnet, before_response {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:21.982252 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-417ceeb7-8abf-44aa-b73c-ff8cf9252e51 None None] Network 6e26f87c-2805-4f2b-8fbf-dfda22b57e8d requested from dv-cinder-775250-3-smb {{(pid=84000) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 15 21:41:22.014024 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-f668f41b-fce3-48dd-8579-1cb50e5474d8 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.3393910 Feb 15 21:41:22.016893 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83998) accepted ('10.222.0.68', 46628) {{(pid=83998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:41:22.026956 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.v2.base [None req-63b7d66b-172c-49b6-a749-1306da292bc1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-3381138-router', 'tenant_id': 'e5c39c2be7094b439ebb60d1c07bbb7e', 'external_gateway_info': {'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6'}}} {{(pid=83998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:41:22.032684 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-63b7d66b-172c-49b6-a749-1306da292bc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:41:22.039249 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-63b7d66b-172c-49b6-a749-1306da292bc1 admin admin] Usage tracker for resource:router and tenant:e5c39c2be7094b439ebb60d1c07bbb7e is out of sync, need to count used quota {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:41:22.046616 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-63b7d66b-172c-49b6-a749-1306da292bc1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:41:22.054416 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-63b7d66b-172c-49b6-a749-1306da292bc1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:41:22.079866 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-63b7d66b-172c-49b6-a749-1306da292bc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3812454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854714798'] for router, before_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:22.081110 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-63b7d66b-172c-49b6-a749-1306da292bc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850963330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3877128', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3679487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61018'] for router, precommit_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:22.107374 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-e9aecb57-2e7b-44fa-be19-874e28f61898 req-cd0c16cf-04a9-4c39-9d78-5caec3c36527 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] 10.222.0.68 "GET /v2.0/security-groups?id=eacf551a-e03d-4784-a8ef-492410bc89e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2867842 Feb 15 21:41:22.174535 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-63b7d66b-172c-49b6-a749-1306da292bc1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:22.233641 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e32467-eb58-44f0-baeb-b8e9eefb1295 req-4e183906-76fa-4745-aff9-3142a0836b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:41:22.235358 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-e3e32467-eb58-44f0-baeb-b8e9eefb1295 req-4e183906-76fa-4745-aff9-3142a0836b1e service neutron] 10.222.0.46 "GET /v2.0/networks?id=7e351d7f-ec41-4316-8703-e8fda2cbe604 HTTP/1.1" status: 200 len: 909 time: 0.3970618 Feb 15 21:41:22.253016 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-80b10934-bea2-4c1a-a287-c391282f5a2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:22.359286 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-e3e32467-eb58-44f0-baeb-b8e9eefb1295 req-c40552e4-85d7-4dc0-93f5-134794fc333e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=333e9e46-f0ae-4cd0-8cf8-f30e5db4ecb4 HTTP/1.1" status: 200 len: 217 time: 0.1090822 Feb 15 21:41:22.517490 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-aa60a964-4e69-4c76-81f4-b6d0493fefa3 None None] Provisioning for port fbd7fb33-cdbc-4016-8b09-d901ceb05255 completed by entity DHCP. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 21:41:22.544211 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e32467-eb58-44f0-baeb-b8e9eefb1295 req-81c5168d-11e2-49fd-8d46-247c58ebbc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:41:22.550463 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-e3e32467-eb58-44f0-baeb-b8e9eefb1295 req-81c5168d-11e2-49fd-8d46-247c58ebbc0d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=dcb6e13b-2686-42e4-a027-d54b68f82f25 HTTP/1.1" status: 200 len: 855 time: 0.1795540 Feb 15 21:41:22.582421 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-aa60a964-4e69-4c76-81f4-b6d0493fefa3 None None] Provisioning complete for port fbd7fb33-cdbc-4016-8b09-d901ceb05255 triggered by entity DHCP. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:41:22.582910 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aa60a964-4e69-4c76-81f4-b6d0493fefa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:22.678772 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-e3e32467-eb58-44f0-baeb-b8e9eefb1295 req-fea997b0-2697-40d5-bedc-e659565f1cd2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7e351d7f-ec41-4316-8703-e8fda2cbe604&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1211731 Feb 15 21:41:22.901473 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-4f2d6fe3-588d-414d-8fc0-9e430caa4704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:22.936962 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-e3e32467-eb58-44f0-baeb-b8e9eefb1295 req-e4e060fb-a344-47cc-b549-d3c0b08c0683 service neutron] 10.222.0.46 "GET /v2.0/networks/7e351d7f-ec41-4316-8703-e8fda2cbe604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2486341 Feb 15 21:41:22.945460 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-6bac77f6-3f00-419d-a75e-e027d7bd3ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:22.975808 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.plugin [None req-aa60a964-4e69-4c76-81f4-b6d0493fefa3 None None] Port fbd7fb33-cdbc-4016-8b09-d901ceb05255 cannot update to ACTIVE because it is not bound. {{(pid=84000) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 15 21:41:23.124222 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Device 27e5490c-1a36-432e-9ed8-54c14c66d819 up at agent ovs-agent-dv-cinder-775250-3-smb {{(pid=84000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:41:23.191197 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e4ff18d-ad3f-4c1d-9b37-a04d6f974358 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca428795-fbe4-5597-aa86-ac3b8be07699-6e26f87c-2805-4f2b-8fbf-dfda22b57e8d', 'network_id': '6e26f87c-2805-4f2b-8fbf-dfda22b57e8d', 'tenant_id': 'e5c39c2be7094b439ebb60d1c07bbb7e', 'fixed_ips': [{'subnet_id': '94a790b3-5bef-4570-9182-1c29edefc949'}]}} from dv-cinder-775250-3-smb. {{(pid=84000) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 15 21:41:23.205541 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-6e4ff18d-ad3f-4c1d-9b37-a04d6f974358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:23.307066 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-63b7d66b-172c-49b6-a749-1306da292bc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850959326', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3813296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61003'] for router, precommit_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:23.317392 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-e3e32467-eb58-44f0-baeb-b8e9eefb1295 req-be1a723c-4748-4469-be5c-da34964fb08c service neutron] 10.222.0.46 "GET /v2.0/networks/7e351d7f-ec41-4316-8703-e8fda2cbe604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3565881 Feb 15 21:41:23.562784 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead66e0e-fbb7-411e-9c6b-fef8cd1238c9 req-0fa08fde-c511-42f5-8191-fea1ec31d1c6 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:41:23.564647 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-ead66e0e-fbb7-411e-9c6b-fef8cd1238c9 req-0fa08fde-c511-42f5-8191-fea1ec31d1c6 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] 10.222.0.68 "GET /v2.0/ports?device_id=a414fba0-bd65-42f4-8491-5ce04e833091 HTTP/1.1" status: 200 len: 943 time: 0.1772203 Feb 15 21:41:23.595145 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 46686) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:41:23.626999 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Provisioning complete for port 27e5490c-1a36-432e-9ed8-54c14c66d819 triggered by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:41:23.627721 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:23.686927 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc9648c-4c3b-4966-9cac-150595ae1adb req-5d6275fa-253c-404a-b3c2-51a585235be6 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:41:23.696088 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-cdc9648c-4c3b-4966-9cac-150595ae1adb req-5d6275fa-253c-404a-b3c2-51a585235be6 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/ports?device_id=1a9afc6d-1219-4326-b2c2-cd0792437c37 HTTP/1.1" status: 200 len: 945 time: 0.9350467 Feb 15 21:41:23.716398 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-ead66e0e-fbb7-411e-9c6b-fef8cd1238c9 req-cfbcac03-7ac3-4356-aab6-3dfd80c71364 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] 10.222.0.68 "GET /v2.0/security-groups?id=eacf551a-e03d-4784-a8ef-492410bc89e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431842 Feb 15 21:41:23.773108 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-cdc9648c-4c3b-4966-9cac-150595ae1adb req-3fe79493-ed1c-46cb-85d9-54b6447461fb tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/security-groups?id=cfa94711-8349-42e9-83b9-bdf74ec03915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757637 Feb 15 21:41:23.942412 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.v2.base [None req-64bbef4d-8573-492a-9abe-c9078dcf87a3 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1816708181-network', 'tenant_id': '4774bd6de9424041b36c50b9df5678da'}} {{(pid=83999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:41:23.948042 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-64bbef4d-8573-492a-9abe-c9078dcf87a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:41:23.952174 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-64bbef4d-8573-492a-9abe-c9078dcf87a3 admin admin] Usage tracker for resource:network and tenant:4774bd6de9424041b36c50b9df5678da is out of sync, need to count used quota {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:41:23.955448 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-64bbef4d-8573-492a-9abe-c9078dcf87a3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:41:23.972358 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:23.974958 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-64bbef4d-8573-492a-9abe-c9078dcf87a3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:41:24.006074 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64bbef4d-8573-492a-9abe-c9078dcf87a3 admin admin] Made reservation on behalf of 4774bd6de9424041b36c50b9df5678da for: {'network': 1} {{(pid=83999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 15 21:41:24.019567 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-64bbef4d-8573-492a-9abe-c9078dcf87a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for network, before_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:24.022650 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.db_base_plugin_common [None req-6e4ff18d-ad3f-4c1d-9b37-a04d6f974358 None None] Allocated IP 172.20.0.2 (6e26f87c-2805-4f2b-8fbf-dfda22b57e8d/94a790b3-5bef-4570-9182-1c29edefc949/3824f2e1-3f06-4c0d-99b6-330408935341) {{(pid=84000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 15 21:41:24.050169 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-64bbef4d-8573-492a-9abe-c9078dcf87a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:24.073490 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-64bbef4d-8573-492a-9abe-c9078dcf87a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:41:24.080365 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-64bbef4d-8573-492a-9abe-c9078dcf87a3 admin admin] Usage tracker for resource:security_group_rule and tenant:4774bd6de9424041b36c50b9df5678da is out of sync, need to count used quota {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:41:24.083837 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-64bbef4d-8573-492a-9abe-c9078dcf87a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:41:24.091083 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-64bbef4d-8573-492a-9abe-c9078dcf87a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:41:24.180928 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.db.resource_extend [None req-80b10934-bea2-4c1a-a287-c391282f5a2a admin admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83998) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 15 21:41:24.209632 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-80b10934-bea2-4c1a-a287-c391282f5a2a admin admin] Notify callbacks [] for port, precommit_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:24.214347 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-64bbef4d-8573-492a-9abe-c9078dcf87a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:24.218967 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-80b10934-bea2-4c1a-a287-c391282f5a2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779317976793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779317533282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257537242501'] for port, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:24.221723 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-64bbef4d-8573-492a-9abe-c9078dcf87a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:24.222118 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-80b10934-bea2-4c1a-a287-c391282f5a2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851048215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3814186'] for router_interface, after_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:24.228905 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-3e0e52ac-3e26-4541-84ac-f1d15d66e036 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:41:24.280433 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64bbef4d-8573-492a-9abe-c9078dcf87a3 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=83999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 15 21:41:24.291156 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-64bbef4d-8573-492a-9abe-c9078dcf87a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515977'] for segment, precommit_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:24.291961 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.db.segments_db [None req-64bbef4d-8573-492a-9abe-c9078dcf87a3 admin admin] Added segment 4706fe9e-ebde-4b1c-abdd-c4c6df8f240c of type vxlan for network d4cb94c9-5a9a-4e6a-890c-f8f3d05830cf Feb 15 21:41:24.321202 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-64bbef4d-8573-492a-9abe-c9078dcf87a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363257537296944'] for network, precommit_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:24.358440 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bbef4d-8573-492a-9abe-c9078dcf87a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bc26fce-d2b5-431c-b40f-aa9fc664e5a1,revision_number=1']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:41:24.363328 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-64bbef4d-8573-492a-9abe-c9078dcf87a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232'] for network, after_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:24.365697 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-64bbef4d-8573-492a-9abe-c9078dcf87a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:41:24.367227 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64bbef4d-8573-492a-9abe-c9078dcf87a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:41:24.368283 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-64bbef4d-8573-492a-9abe-c9078dcf87a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851048245'] for network, before_response {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:24.407328 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:41:24.459546 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-0cccf652-a1f7-4f06-9215-13db34140c6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:41:24.519019 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-63b7d66b-172c-49b6-a749-1306da292bc1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:24.543879 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-c15141da-837e-426e-b554-b41f5a3e4bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:24.550044 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bbef4d-8573-492a-9abe-c9078dcf87a3 admin admin] Pushing event updated for resources: {'Network': ['ID=d4cb94c9-5a9a-4e6a-890c-f8f3d05830cf,revision_number=1']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:41:24.557530 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-64bbef4d-8573-492a-9abe-c9078dcf87a3 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.9577951 Feb 15 21:41:24.558579 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 46722) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:41:24.560367 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-64bbef4d-8573-492a-9abe-c9078dcf87a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:41:24.565207 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-63b7d66b-172c-49b6-a749-1306da292bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:24.567814 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.v2.base [None req-88258a0a-f8aa-4833-9254-e86d6dceae67 admin admin] Request body: {'subnet': {'network_id': 'd4cb94c9-5a9a-4e6a-890c-f8f3d05830cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1816708181-subnet', 'tenant_id': '4774bd6de9424041b36c50b9df5678da', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:41:24.571596 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Network d4cb94c9-5a9a-4e6a-890c-f8f3d05830cf details requested by agent ovs-agent-dv-cinder-775250-3-smb with host dv-cinder-775250-3-smb {{(pid=84000) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 15 21:41:24.574168 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-88258a0a-f8aa-4833-9254-e86d6dceae67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:41:24.578860 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-88258a0a-f8aa-4833-9254-e86d6dceae67 admin admin] Usage tracker for resource:subnet and tenant:4774bd6de9424041b36c50b9df5678da is out of sync, need to count used quota {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:41:24.585630 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-88258a0a-f8aa-4833-9254-e86d6dceae67 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:41:24.590485 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-88258a0a-f8aa-4833-9254-e86d6dceae67 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:41:24.607108 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88258a0a-f8aa-4833-9254-e86d6dceae67 admin admin] Made reservation on behalf of 4774bd6de9424041b36c50b9df5678da for: {'subnet': 1} {{(pid=83999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 15 21:41:24.617217 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-88258a0a-f8aa-4833-9254-e86d6dceae67 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036592533813'] for subnet, before_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:24.642862 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b10934-bea2-4c1a-a287-c391282f5a2a admin admin] Network 5a32d5d1-e1a3-4ef5-be5e-207bd58c1352 is already hosted by enough agents. {{(pid=83998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 21:41:24.648921 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.base_scheduler [None req-80b10934-bea2-4c1a-a287-c391282f5a2a admin admin] Resources bound (agent type, host, resource id): {{(pid=83998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 21:41:24.738006 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b10934-bea2-4c1a-a287-c391282f5a2a admin admin] Pushing event updated for resources: {'Port': ['ID=fbd7fb33-cdbc-4016-8b09-d901ceb05255,revision_number=2']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:41:25.052976 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-6e4ff18d-ad3f-4c1d-9b37-a04d6f974358 None None] Notify callbacks [] for port, precommit_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:25.065178 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-80b10934-bea2-4c1a-a287-c391282f5a2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.606s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:41:25.079484 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-6e4ff18d-ad3f-4c1d-9b37-a04d6f974358 None None] Transition to ACTIVE for port object 3824f2e1-3f06-4c0d-99b6-330408935341 will not be triggered until provisioned by entity L2. {{(pid=84000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 21:41:25.113178 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-6e4ff18d-ad3f-4c1d-9b37-a04d6f974358 None None] Transition to ACTIVE for port object 3824f2e1-3f06-4c0d-99b6-330408935341 will not be triggered until provisioned by entity DHCP. {{(pid=84000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 21:41:25.118926 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Network d4cb94c9-5a9a-4e6a-890c-f8f3d05830cf details requested by agent ovs-agent-hv-cinder-77525 with host hv-cinder-77525 {{(pid=84000) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 15 21:41:25.175135 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-6e4ff18d-ad3f-4c1d-9b37-a04d6f974358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363257537239207'] for port, after_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:25.309692 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-ff353a9f-9c6c-4ccd-909d-943074611ce4 None None] Provisioning complete for port fbd7fb33-cdbc-4016-8b09-d901ceb05255 triggered by entity DHCP. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:41:25.310006 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-ff353a9f-9c6c-4ccd-909d-943074611ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:25.390637 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.db_base_plugin_common [None req-63b7d66b-172c-49b6-a749-1306da292bc1 admin admin] Allocated IP 172.28.3.69 (f2926baf-a168-440c-89c9-d3754209afe6/200a9da9-53a8-4f45-a42a-32f02ceebfef/ebeb435d-660c-438f-9397-cced0b158153) {{(pid=83998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 15 21:41:25.395815 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-81e65f85-f376-4b51-aebf-d41425be7e6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:41:25.516079 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d77e764-7fe8-4e30-8bf2-b90f94a97cc2 req-c8ebf601-4544-467a-afea-f90379a8f597 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:41:25.517793 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-8d77e764-7fe8-4e30-8bf2-b90f94a97cc2 req-c8ebf601-4544-467a-afea-f90379a8f597 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] 10.222.0.68 "GET /v2.0/ports?device_id=a414fba0-bd65-42f4-8491-5ce04e833091 HTTP/1.1" status: 200 len: 943 time: 0.4994373 Feb 15 21:41:25.598089 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.plugin [None req-ff353a9f-9c6c-4ccd-909d-943074611ce4 None None] Port fbd7fb33-cdbc-4016-8b09-d901ceb05255 cannot update to ACTIVE because it is not bound. {{(pid=84000) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 15 21:41:25.601157 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4ff18d-ad3f-4c1d-9b37-a04d6f974358 None None] Pushing event updated for resources: {'Port': ['ID=3824f2e1-3f06-4c0d-99b6-330408935341,revision_number=1']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:41:25.604648 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-6e4ff18d-ad3f-4c1d-9b37-a04d6f974358 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:41:25.634807 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-8d77e764-7fe8-4e30-8bf2-b90f94a97cc2 req-5c05e562-6fa6-4a34-b248-a0cca2ecddb5 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] 10.222.0.68 "GET /v2.0/security-groups?id=eacf551a-e03d-4784-a8ef-492410bc89e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660341 Feb 15 21:41:25.668646 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80b10934-bea2-4c1a-a287-c391282f5a2a admin admin] Router e81aad59-55ff-4a6a-8bd8-70b3ff138194 has already been hosted by L3 agent dc46b086-6cb1-49e8-b95e-1fe9b389155e {{(pid=83998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 15 21:41:25.682617 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e4ff18d-ad3f-4c1d-9b37-a04d6f974358 None None] Network 6e26f87c-2805-4f2b-8fbf-dfda22b57e8d is already hosted by enough agents. {{(pid=84000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 21:41:25.688634 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.base_scheduler [None req-6e4ff18d-ad3f-4c1d-9b37-a04d6f974358 None None] Resources bound (agent type, host, resource id): {{(pid=84000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 21:41:25.695266 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4ff18d-ad3f-4c1d-9b37-a04d6f974358 None None] Received port after_create {{(pid=84000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 15 21:41:25.703162 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0abebeb-3387-49a7-b6ef-0985fe6f5b28 req-10c6d6b1-685b-4a12-8bc8-b5f62c7b52b6 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:41:25.709981 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-b0abebeb-3387-49a7-b6ef-0985fe6f5b28 req-10c6d6b1-685b-4a12-8bc8-b5f62c7b52b6 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/ports?device_id=1a9afc6d-1219-4326-b2c2-cd0792437c37 HTTP/1.1" status: 200 len: 945 time: 0.6187916 Feb 15 21:41:25.822985 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-b0abebeb-3387-49a7-b6ef-0985fe6f5b28 req-36d65886-22d3-4506-8644-96bdce5a49ec tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/security-groups?id=cfa94711-8349-42e9-83b9-bdf74ec03915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054218 Feb 15 21:41:25.833375 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.managers [None req-6e4ff18d-ad3f-4c1d-9b37-a04d6f974358 None None] Attempting to bind port 3824f2e1-3f06-4c0d-99b6-330408935341 on host dv-cinder-775250-3-smb for vnic_type normal with profile {{(pid=84000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 21:41:25.833724 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.managers [None req-6e4ff18d-ad3f-4c1d-9b37-a04d6f974358 None None] Attempting to bind port 3824f2e1-3f06-4c0d-99b6-330408935341 by drivers openvswitch on host dv-cinder-775250-3-smb at level 0 using segments [{'id': '0b7339a4-af60-4f41-9eeb-cada19b9ad25', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '6e26f87c-2805-4f2b-8fbf-dfda22b57e8d'}] {{(pid=84000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 15 21:41:25.834147 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4ff18d-ad3f-4c1d-9b37-a04d6f974358 None None] Attempting to bind port 3824f2e1-3f06-4c0d-99b6-330408935341 on network 6e26f87c-2805-4f2b-8fbf-dfda22b57e8d {{(pid=84000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 15 21:41:25.850254 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4ff18d-ad3f-4c1d-9b37-a04d6f974358 None None] Checking agent: {'id': 'c4d26ba9-4355-4b6a-ac8e-61eaae13650f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 21, 30, 23), 'started_at': datetime.datetime(2021, 2, 15, 21, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 21, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 21:41:25.850903 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4ff18d-ad3f-4c1d-9b37-a04d6f974358 None None] Checking segment: {'id': '0b7339a4-af60-4f41-9eeb-cada19b9ad25', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '6e26f87c-2805-4f2b-8fbf-dfda22b57e8d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 21:41:25.851497 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-6e4ff18d-ad3f-4c1d-9b37-a04d6f974358 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:25.852061 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4ff18d-ad3f-4c1d-9b37-a04d6f974358 None None] Bound using segment: {'id': '0b7339a4-af60-4f41-9eeb-cada19b9ad25', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '6e26f87c-2805-4f2b-8fbf-dfda22b57e8d'} {{(pid=84000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 21:41:25.852720 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.managers [None req-6e4ff18d-ad3f-4c1d-9b37-a04d6f974358 None None] Bound port: 3824f2e1-3f06-4c0d-99b6-330408935341, host: dv-cinder-775250-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b7339a4-af60-4f41-9eeb-cada19b9ad25', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '6e26f87c-2805-4f2b-8fbf-dfda22b57e8d'}}] {{(pid=84000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 15 21:41:25.853284 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-6e4ff18d-ad3f-4c1d-9b37-a04d6f974358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:25.991137 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-88258a0a-f8aa-4833-9254-e86d6dceae67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853815097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262241076'] for subnet, after_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:26.035460 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:41:26.047342 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [None req-6e4ff18d-ad3f-4c1d-9b37-a04d6f974358 None None] For port 3824f2e1-3f06-4c0d-99b6-330408935341, host dv-cinder-775250-3-smb, cleared binding levels {{(pid=84000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 15 21:41:26.050835 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [None req-6e4ff18d-ad3f-4c1d-9b37-a04d6f974358 None None] For port 3824f2e1-3f06-4c0d-99b6-330408935341, host dv-cinder-775250-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-3-smb',level=0,port_id=3824f2e1-3f06-4c0d-99b6-330408935341,segment=NetworkSegment(0b7339a4-af60-4f41-9eeb-cada19b9ad25),segment_id=0b7339a4-af60-4f41-9eeb-cada19b9ad25)] {{(pid=84000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 15 21:41:26.064554 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-6e4ff18d-ad3f-4c1d-9b37-a04d6f974358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779317976793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779317533282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257537242501'] for port, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:26.103296 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:41:26.227938 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-63b7d66b-172c-49b6-a749-1306da292bc1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:26.257756 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88258a0a-f8aa-4833-9254-e86d6dceae67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c56b427c-4f7a-4115-b778-29d346ebe80c,revision_number=0']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:41:26.261865 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-88258a0a-f8aa-4833-9254-e86d6dceae67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:41:26.301418 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80b10934-bea2-4c1a-a287-c391282f5a2a admin admin] Notify agent at l3_agent.dv-cinder-775250-3-smb the message routers_updated {{(pid=83998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 15 21:41:26.315148 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5095784b-e33f-45eb-a834-b2979e7d6387 None None] Sync routers for ids ['e81aad59-55ff-4a6a-8bd8-70b3ff138194'] in dv-cinder-775250-3-smb {{(pid=84000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 15 21:41:26.323378 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-80b10934-bea2-4c1a-a287-c391282f5a2a admin admin] 10.222.0.68 "PUT /v2.0/routers/e81aad59-55ff-4a6a-8bd8-70b3ff138194/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9198272 Feb 15 21:41:26.335030 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5095784b-e33f-45eb-a834-b2979e7d6387 None None] Routers {'e81aad59-55ff-4a6a-8bd8-70b3ff138194'} bound to L3 agent in host dv-cinder-775250-3-smb {{(pid=84000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 21:41:26.335754 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_hamode_db [None req-5095784b-e33f-45eb-a834-b2979e7d6387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-15T21:30:22Z,description=,heartbeat_timestamp=2021-02-15T21:41:22Z,host='dv-cinder-775250-3-smb',id=dc46b086-6cb1-49e8-b95e-1fe9b389155e,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T21:30:22Z,topic='l3_agent')) {'router_ids': ['e81aad59-55ff-4a6a-8bd8-70b3ff138194'], 'active': True} {{(pid=84000) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:41:26.336987 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-63b7d66b-172c-49b6-a749-1306da292bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363257537239207'] for port, after_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:26.351113 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88258a0a-f8aa-4833-9254-e86d6dceae67 admin admin] Checking segment: {'id': '4706fe9e-ebde-4b1c-abdd-c4c6df8f240c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'd4cb94c9-5a9a-4e6a-890c-f8f3d05830cf'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 21:41:26.351948 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88258a0a-f8aa-4833-9254-e86d6dceae67 admin admin] Network hostable DHCP agents. Network: d4cb94c9-5a9a-4e6a-890c-f8f3d05830cf, hostable agents: ['d424e710-01f3-4b4f-8c21-3c6c336e6167'], hosted agents: [] {{(pid=83999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 15 21:41:26.375812 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88258a0a-f8aa-4833-9254-e86d6dceae67 admin admin] Network d4cb94c9-5a9a-4e6a-890c-f8f3d05830cf is scheduled to be hosted by DHCP agent d424e710-01f3-4b4f-8c21-3c6c336e6167 with binding_index 1 {{(pid=83999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 15 21:41:26.387756 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.base_scheduler [None req-88258a0a-f8aa-4833-9254-e86d6dceae67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775250-3-smb, d4cb94c9-5a9a-4e6a-890c-f8f3d05830cf) {{(pid=83999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 21:41:26.420840 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88258a0a-f8aa-4833-9254-e86d6dceae67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:41:26.421691 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-88258a0a-f8aa-4833-9254-e86d6dceae67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851048245'] for subnet, before_response {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:26.467788 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-88258a0a-f8aa-4833-9254-e86d6dceae67 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.9061346 Feb 15 21:41:26.512582 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-dc42ec4b-c886-4df5-a28f-0219ccb365ee service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:41:26.519128 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Device a6a9d9c7-a68e-46ea-be8e-3ac590b9a05f up at agent ovs-agent-hv-cinder-77525 {{(pid=84000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:41:26.627186 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b7d66b-172c-49b6-a749-1306da292bc1 admin admin] Network f2926baf-a168-440c-89c9-d3754209afe6 is already hosted by enough agents. {{(pid=83998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 21:41:26.631400 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.base_scheduler [None req-63b7d66b-172c-49b6-a749-1306da292bc1 admin admin] Resources bound (agent type, host, resource id): {{(pid=83998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 21:41:26.631800 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff9b8dda-816e-443f-9c96-4b0178228bbe None None] Network d4cb94c9-5a9a-4e6a-890c-f8f3d05830cf requested from dv-cinder-775250-3-smb {{(pid=84000) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 15 21:41:26.638762 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b7d66b-172c-49b6-a749-1306da292bc1 admin admin] Received port after_create {{(pid=83998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 15 21:41:26.881293 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvr_db [None req-5095784b-e33f-45eb-a834-b2979e7d6387 None None] Set router e81aad59-55ff-4a6a-8bd8-70b3ff138194 gateway port host: dv-cinder-775250-3-smb {{(pid=84000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 21:41:27.258137 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b7d66b-172c-49b6-a749-1306da292bc1 admin admin] Pushing event updated for resources: {'Port': ['ID=ebeb435d-660c-438f-9397-cced0b158153,revision_number=1']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:41:27.382545 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-63b7d66b-172c-49b6-a749-1306da292bc1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:27.393624 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-427dcab3-4878-4c2a-acae-e6f1f0d81361 None None] Network d4cb94c9-5a9a-4e6a-890c-f8f3d05830cf requested from dv-cinder-775250-3-smb {{(pid=84000) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 15 21:41:27.455468 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4ff18d-ad3f-4c1d-9b37-a04d6f974358 None None] Pushing event updated for resources: {'Port': ['ID=3824f2e1-3f06-4c0d-99b6-330408935341,revision_number=2']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:41:27.506360 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-63b7d66b-172c-49b6-a749-1306da292bc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.994s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:41:27.813998 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-6e4ff18d-ad3f-4c1d-9b37-a04d6f974358 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.711s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:41:27.815550 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Provisioning complete for port a6a9d9c7-a68e-46ea-be8e-3ac590b9a05f triggered by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:41:27.815988 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:27.969301 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 46822) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:41:27.975745 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.v2.base [None req-8296ff9f-47ce-4714-80d6-dcf59a8087c0 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2122505088', 'description': 'tempest-description--934583608'}} {{(pid=83999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:41:27.992573 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-8296ff9f-47ce-4714-80d6-dcf59a8087c0 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:41:28.005977 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-8296ff9f-47ce-4714-80d6-dcf59a8087c0 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Usage tracker for resource:security_group and tenant:83efcaddc4174c70aaaa9d4a9e274006 is out of sync, need to count used quota {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:41:28.018351 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-8296ff9f-47ce-4714-80d6-dcf59a8087c0 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:41:28.030005 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-8296ff9f-47ce-4714-80d6-dcf59a8087c0 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:41:28.058794 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-8296ff9f-47ce-4714-80d6-dcf59a8087c0 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Notify callbacks [] for security_group, before_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:28.103005 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-8296ff9f-47ce-4714-80d6-dcf59a8087c0 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:41:28.115583 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-8296ff9f-47ce-4714-80d6-dcf59a8087c0 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Usage tracker for resource:security_group_rule and tenant:83efcaddc4174c70aaaa9d4a9e274006 is out of sync, need to count used quota {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:41:28.124833 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-8296ff9f-47ce-4714-80d6-dcf59a8087c0 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:41:28.135197 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-8296ff9f-47ce-4714-80d6-dcf59a8087c0 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:41:28.235530 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b505cfd5-9bd3-42ba-bca4-04241c27bcd4 req-553008a0-a458-4771-9429-1d437e817cf4 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:41:28.237864 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-b505cfd5-9bd3-42ba-bca4-04241c27bcd4 req-553008a0-a458-4771-9429-1d437e817cf4 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] 10.222.0.68 "GET /v2.0/ports?device_id=a414fba0-bd65-42f4-8491-5ce04e833091 HTTP/1.1" status: 200 len: 943 time: 1.3089087 Feb 15 21:41:28.248522 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-63b7d66b-172c-49b6-a749-1306da292bc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850962501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850959343'] for router, after_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:28.252168 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Device 333e9e46-f0ae-4cd0-8cf8-f30e5db4ecb4 up at agent ovs-agent-hv-cinder-77525 {{(pid=84000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:41:28.296380 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-8296ff9f-47ce-4714-80d6-dcf59a8087c0 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Notify callbacks [] for security_group, precommit_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:28.306245 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-8296ff9f-47ce-4714-80d6-dcf59a8087c0 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:28.315008 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-64bbef4d-8573-492a-9abe-c9078dcf87a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:41:28.338882 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_hamode_db [None req-5095784b-e33f-45eb-a834-b2979e7d6387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e81aad59-55ff-4a6a-8bd8-70b3ff138194', 'name': 'tempest-AttachVolumeShelveTestJSON-1680118998-router', 'tenant_id': '83efcaddc4174c70aaaa9d4a9e274006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'external_fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.90'}], 'enable_snat': True}, 'gw_port_id': '27e5490c-1a36-432e-9ed8-54c14c66d819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:41:09Z', 'updated_at': '2021-02-15T21:41:22Z', 'revision_number': 4, 'project_id': '83efcaddc4174c70aaaa9d4a9e274006', 'gw_port': {'id': '27e5490c-1a36-432e-9ed8-54c14c66d819', 'name': '', 'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:8c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e81aad59-55ff-4a6a-8bd8-70b3ff138194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:41:11Z', 'updated_at': '2021-02-15T21:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-smb', '_interfaces': [{'id': 'fbd7fb33-cdbc-4016-8b09-d901ceb05255', 'name': '', 'network_id': '5a32d5d1-e1a3-4ef5-be5e-207bd58c1352', 'tenant_id': '83efcaddc4174c70aaaa9d4a9e274006', 'mac_address': 'fa:16:3e:4f:04:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e81aad59-55ff-4a6a-8bd8-70b3ff138194', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'f1da26f9-af3a-42e2-9b06-af8d75ade4f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:41:19Z', 'updated_at': '2021-02-15T21:41:23Z', 'revision_number': 2, 'project_id': '83efcaddc4174c70aaaa9d4a9e274006', 'subnets': [{'id': 'f1da26f9-af3a-42e2-9b06-af8d75ade4f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-3-smb', False) {} {{(pid=84000) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:41:28.343274 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5095784b-e33f-45eb-a834-b2979e7d6387 None None] Checking router: e81aad59-55ff-4a6a-8bd8-70b3ff138194 for host: dv-cinder-775250-3-smb {{(pid=84000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 15 21:41:28.343705 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5095784b-e33f-45eb-a834-b2979e7d6387 None None] Updating router e81aad59-55ff-4a6a-8bd8-70b3ff138194 port fbd7fb33-cdbc-4016-8b09-d901ceb05255 binding host dv-cinder-775250-3-smb {{(pid=84000) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 15 21:41:28.363297 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8296ff9f-47ce-4714-80d6-dcf59a8087c0 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d41abb3f-0e7c-40e2-b25e-05dfee7102d1,revision_number=1']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:41:28.377388 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-8296ff9f-47ce-4714-80d6-dcf59a8087c0 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:41:28.422362 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-5095784b-e33f-45eb-a834-b2979e7d6387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:28.422593 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04da82ed-7d81-44fd-8c2b-2d2213f24622 req-93bee3e2-7549-4013-8ad3-4d68d2902efc tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:41:28.424663 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-04da82ed-7d81-44fd-8c2b-2d2213f24622 req-93bee3e2-7549-4013-8ad3-4d68d2902efc tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/ports?device_id=1a9afc6d-1219-4326-b2c2-cd0792437c37 HTTP/1.1" status: 200 len: 945 time: 0.2814946 Feb 15 21:41:28.426046 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-8296ff9f-47ce-4714-80d6-dcf59a8087c0 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Notify callbacks [] for security_group, before_response {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:28.427537 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-8296ff9f-47ce-4714-80d6-dcf59a8087c0 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4569449 Feb 15 21:41:28.430636 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 46830) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:41:28.436713 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.v2.base [None req-6c83b924-f3dc-4d9e-8d2c-1f9a91068115 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Request body: {'security_group_rule': {'security_group_id': 'd41abb3f-0e7c-40e2-b25e-05dfee7102d1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:41:28.444249 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-6c83b924-f3dc-4d9e-8d2c-1f9a91068115 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:41:28.450788 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-6c83b924-f3dc-4d9e-8d2c-1f9a91068115 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Usage tracker for resource:security_group_rule and tenant:83efcaddc4174c70aaaa9d4a9e274006 is out of sync, need to count used quota {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:41:28.455434 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-6c83b924-f3dc-4d9e-8d2c-1f9a91068115 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:41:28.471681 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Provisioning for port 333e9e46-f0ae-4cd0-8cf8-f30e5db4ecb4 completed by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 21:41:28.481834 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Provisioning complete for port 333e9e46-f0ae-4cd0-8cf8-f30e5db4ecb4 triggered by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:41:28.482195 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:28.493697 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-6c83b924-f3dc-4d9e-8d2c-1f9a91068115 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:41:28.494682 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-b505cfd5-9bd3-42ba-bca4-04241c27bcd4 req-f991961d-be33-45f8-a17b-a5f312fc67c6 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] 10.222.0.68 "GET /v2.0/security-groups?id=eacf551a-e03d-4784-a8ef-492410bc89e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478268 Feb 15 21:41:28.531450 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-04da82ed-7d81-44fd-8c2b-2d2213f24622 req-c1d7c916-283f-4b20-beca-83495ed04fe1 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/security-groups?id=cfa94711-8349-42e9-83b9-bdf74ec03915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770979 Feb 15 21:41:28.540642 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-6c83b924-f3dc-4d9e-8d2c-1f9a91068115 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:28.569131 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63b7d66b-172c-49b6-a749-1306da292bc1 admin admin] Router 004e3b54-4ac9-4972-bd76-f2bead14228d is scheduled to L3 agent dc46b086-6cb1-49e8-b95e-1fe9b389155e with binding_index 1 {{(pid=83998) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 15 21:41:28.582384 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfad86e2-450d-4ddd-ab00-75e3ade8a0e8 None None] Network 6e26f87c-2805-4f2b-8fbf-dfda22b57e8d requested from dv-cinder-775250-3-smb {{(pid=84000) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 15 21:41:28.612840 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-6c83b924-f3dc-4d9e-8d2c-1f9a91068115 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:28.619160 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-6c83b924-f3dc-4d9e-8d2c-1f9a91068115 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678418'] for security_group_rule, after_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:28.621757 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-993af809-48d5-40e6-b3a2-18f66b6b8186 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:41:28.649658 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c83b924-f3dc-4d9e-8d2c-1f9a91068115 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=513bd1ed-f923-42ef-8dc1-347f47a3ab83,revision_number=0']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:41:28.655859 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-6c83b924-f3dc-4d9e-8d2c-1f9a91068115 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:41:28.660546 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-6c83b924-f3dc-4d9e-8d2c-1f9a91068115 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:28.664671 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-6c83b924-f3dc-4d9e-8d2c-1f9a91068115 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2303824 Feb 15 21:41:28.665008 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 46834) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:41:28.670721 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.v2.base [None req-eda8febc-b0ca-42b9-9f97-bf202fbfe5bb tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Request body: {'security_group_rule': {'security_group_id': 'd41abb3f-0e7c-40e2-b25e-05dfee7102d1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:41:28.677457 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-eda8febc-b0ca-42b9-9f97-bf202fbfe5bb tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:41:28.682050 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-eda8febc-b0ca-42b9-9f97-bf202fbfe5bb tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Usage tracker for resource:security_group_rule and tenant:83efcaddc4174c70aaaa9d4a9e274006 is out of sync, need to count used quota {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:41:28.684892 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-eda8febc-b0ca-42b9-9f97-bf202fbfe5bb tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:41:28.691310 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-eda8febc-b0ca-42b9-9f97-bf202fbfe5bb tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:41:28.713000 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-eda8febc-b0ca-42b9-9f97-bf202fbfe5bb tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:28.764254 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-99c9a854-df56-4f5a-b74b-fa36fe5f2db4 None None] Provisioning for port 3824f2e1-3f06-4c0d-99b6-330408935341 completed by entity DHCP. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 21:41:28.795420 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-eda8febc-b0ca-42b9-9f97-bf202fbfe5bb tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:28.798498 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63b7d66b-172c-49b6-a749-1306da292bc1 admin admin] Notify agent at l3_agent.dv-cinder-775250-3-smb the message routers_updated {{(pid=83998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 15 21:41:28.800921 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-eda8febc-b0ca-42b9-9f97-bf202fbfe5bb tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678418'] for security_group_rule, after_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:28.809171 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1fc6a7-8556-43d5-85ce-4efea74dc935 None None] Sync routers for ids ['004e3b54-4ac9-4972-bd76-f2bead14228d'] in dv-cinder-775250-3-smb {{(pid=84001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 15 21:41:28.822981 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1fc6a7-8556-43d5-85ce-4efea74dc935 None None] Routers {'004e3b54-4ac9-4972-bd76-f2bead14228d'} bound to L3 agent in host dv-cinder-775250-3-smb {{(pid=84001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 21:41:28.823661 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_hamode_db [None req-fe1fc6a7-8556-43d5-85ce-4efea74dc935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-15T21:30:22Z,description=,heartbeat_timestamp=2021-02-15T21:41:22Z,host='dv-cinder-775250-3-smb',id=dc46b086-6cb1-49e8-b95e-1fe9b389155e,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T21:30:22Z,topic='l3_agent')) {'router_ids': ['004e3b54-4ac9-4972-bd76-f2bead14228d'], 'active': True} {{(pid=84001) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:41:28.824548 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:41:28.866526 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda8febc-b0ca-42b9-9f97-bf202fbfe5bb tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=093d2c8c-54cc-4a10-8652-6a8632f23901,revision_number=0']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:41:28.867145 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-63b7d66b-172c-49b6-a749-1306da292bc1 admin admin] Notify callbacks [] for router, before_response {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:28.868925 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-eda8febc-b0ca-42b9-9f97-bf202fbfe5bb tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:28.876647 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-63b7d66b-172c-49b6-a749-1306da292bc1 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 6.8581681 Feb 15 21:41:28.877727 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83998) accepted ('10.222.0.68', 46840) {{(pid=83998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:41:28.890487 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-eda8febc-b0ca-42b9-9f97-bf202fbfe5bb tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2238100 Feb 15 21:41:28.891644 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-eda8febc-b0ca-42b9-9f97-bf202fbfe5bb tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:41:28.893830 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 46846) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:41:28.905092 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.v2.base [None req-2a4dc77a-68b7-40e0-973f-834fc3f767d2 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Request body: {'floatingip': {'floating_network_id': 'f2926baf-a168-440c-89c9-d3754209afe6'}} {{(pid=83999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:41:28.919368 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-2a4dc77a-68b7-40e0-973f-834fc3f767d2 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:41:28.931270 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-2a4dc77a-68b7-40e0-973f-834fc3f767d2 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Usage tracker for resource:floatingip and tenant:83efcaddc4174c70aaaa9d4a9e274006 is out of sync, need to count used quota {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:41:28.939337 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-2a4dc77a-68b7-40e0-973f-834fc3f767d2 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:41:28.958110 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-2a4dc77a-68b7-40e0-973f-834fc3f767d2 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:41:28.982602 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-2a4dc77a-68b7-40e0-973f-834fc3f767d2 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Notify callbacks [] for floatingip, before_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:29.074591 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:29.131220 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Device 3824f2e1-3f06-4c0d-99b6-330408935341 up at agent ovs-agent-dv-cinder-775250-3-smb {{(pid=84000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:41:29.192394 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a414fba0-bd65-42f4-8491-5ce04e833091', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '333e9e46-f0ae-4cd0-8cf8-f30e5db4ecb4'}] {{(pid=84000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 21:41:29.216188 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvr_db [None req-fe1fc6a7-8556-43d5-85ce-4efea74dc935 None None] Set router 004e3b54-4ac9-4972-bd76-f2bead14228d gateway port host: dv-cinder-775250-3-smb {{(pid=84001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 21:41:29.337777 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] For port 333e9e46-f0ae-4cd0-8cf8-f30e5db4ecb4, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=333e9e46-f0ae-4cd0-8cf8-f30e5db4ecb4,segment=NetworkSegment(a30449d5-f7e3-46b3-92df-c80a6b63f000),segment_id=a30449d5-f7e3-46b3-92df-c80a6b63f000)] {{(pid=84000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:41:29.353712 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a414fba0-bd65-42f4-8491-5ce04e833091', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '333e9e46-f0ae-4cd0-8cf8-f30e5db4ecb4', 'code': 200} Feb 15 21:41:29.371228 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779317976793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779317533282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257537242501'] for port, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:29.381285 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:41:29.531755 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Pushing event updated for resources: {'Port': ['ID=333e9e46-f0ae-4cd0-8cf8-f30e5db4ecb4,revision_number=4']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:41:29.542985 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:41:29.556563 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Provisioning for port 3824f2e1-3f06-4c0d-99b6-330408935341 completed by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 21:41:29.576440 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Provisioning complete for port 3824f2e1-3f06-4c0d-99b6-330408935341 triggered by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:41:29.576440 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:29.618068 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dffb67-f63e-4adb-8ad5-dcd79a73d901 req-7a77403c-d38c-4486-b6a1-34c519aa6437 tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:41:29.619261 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [req-28dffb67-f63e-4adb-8ad5-dcd79a73d901 req-7a77403c-d38c-4486-b6a1-34c519aa6437 tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] Synchronizing usage tracker for tenant:4774bd6de9424041b36c50b9df5678da on resource:network {{(pid=83999) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 21:41:29.645151 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-2a4dc77a-68b7-40e0-973f-834fc3f767d2 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:29.663546 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [req-28dffb67-f63e-4adb-8ad5-dcd79a73d901 req-7a77403c-d38c-4486-b6a1-34c519aa6437 tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] Unset dirty status for tenant:4774bd6de9424041b36c50b9df5678da on resource:network {{(pid=83999) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 21:41:29.671130 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-28dffb67-f63e-4adb-8ad5-dcd79a73d901 req-7a77403c-d38c-4486-b6a1-34c519aa6437 tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] 10.222.0.68 "GET /v2.0/networks?id=d4cb94c9-5a9a-4e6a-890c-f8f3d05830cf HTTP/1.1" status: 200 len: 814 time: 0.4844518 Feb 15 21:41:29.715974 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Device a6a9d9c7-a68e-46ea-be8e-3ac590b9a05f up at agent ovs-agent-hv-cinder-77525 {{(pid=84000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:41:29.723694 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-28dffb67-f63e-4adb-8ad5-dcd79a73d901 req-15baff9d-c97c-4ea4-8d46-88bd3b82a6d5 tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] 10.222.0.68 "GET /v2.0/quotas/4774bd6de9424041b36c50b9df5678da HTTP/1.1" status: 200 len: 375 time: 0.0511677 Feb 15 21:41:29.903398 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.db.resource_extend [None req-5095784b-e33f-45eb-a834-b2979e7d6387 None None] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84000) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 15 21:41:29.920629 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-28dffb67-f63e-4adb-8ad5-dcd79a73d901 req-4c38887f-2b5e-4d15-916b-fcce5793aba1 tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=4774bd6de9424041b36c50b9df5678da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1953771 Feb 15 21:41:30.089324 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:30.185853 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-28dffb67-f63e-4adb-8ad5-dcd79a73d901 req-9ff23bea-d57c-4290-823a-04f2f7013348 service neutron] 10.222.0.68 "GET /v2.0/networks/d4cb94c9-5a9a-4e6a-890c-f8f3d05830cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2641253 Feb 15 21:41:30.226791 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Provisioning complete for port a6a9d9c7-a68e-46ea-be8e-3ac590b9a05f triggered by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:41:30.227397 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:30.288490 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-de556f89-9e36-41da-b3a4-dbefac7c0ba0 None None] Provisioning complete for port 3824f2e1-3f06-4c0d-99b6-330408935341 triggered by entity DHCP. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:41:30.289102 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-de556f89-9e36-41da-b3a4-dbefac7c0ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:30.374540 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_hamode_db [None req-fe1fc6a7-8556-43d5-85ce-4efea74dc935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '004e3b54-4ac9-4972-bd76-f2bead14228d', 'name': 'tempest-TestShelveInstance-3381138-router', 'tenant_id': 'e5c39c2be7094b439ebb60d1c07bbb7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'external_fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.69'}], 'enable_snat': True}, 'gw_port_id': 'ebeb435d-660c-438f-9397-cced0b158153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:41:22Z', 'updated_at': '2021-02-15T21:41:26Z', 'revision_number': 3, 'project_id': 'e5c39c2be7094b439ebb60d1c07bbb7e', 'gw_port': {'id': 'ebeb435d-660c-438f-9397-cced0b158153', 'name': '', 'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:df:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '004e3b54-4ac9-4972-bd76-f2bead14228d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:41:25Z', 'updated_at': '2021-02-15T21:41:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-smb'}], 'dv-cinder-775250-3-smb', False) {} {{(pid=84001) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:41:30.380590 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1fc6a7-8556-43d5-85ce-4efea74dc935 None None] Checking router: 004e3b54-4ac9-4972-bd76-f2bead14228d for host: dv-cinder-775250-3-smb {{(pid=84001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 15 21:41:30.381238 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1fc6a7-8556-43d5-85ce-4efea74dc935 None None] Updating router 004e3b54-4ac9-4972-bd76-f2bead14228d port ebeb435d-660c-438f-9397-cced0b158153 binding host dv-cinder-775250-3-smb {{(pid=84001) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 15 21:41:30.416129 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3a33f0-967a-46ce-a1cd-f713c09d094e req-027d7fc3-7760-40ca-983b-6b4b33cd3c4f tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:41:30.417851 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-6e3a33f0-967a-46ce-a1cd-f713c09d094e req-027d7fc3-7760-40ca-983b-6b4b33cd3c4f tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] 10.222.0.68 "GET /v2.0/ports?device_id=a414fba0-bd65-42f4-8491-5ce04e833091 HTTP/1.1" status: 200 len: 945 time: 0.6345687 Feb 15 21:41:30.482042 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-fe1fc6a7-8556-43d5-85ce-4efea74dc935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_update {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:30.558760 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-6e3a33f0-967a-46ce-a1cd-f713c09d094e req-eaf40f3d-e9a0-4700-930a-30de3deb6da1 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] 10.222.0.68 "GET /v2.0/security-groups?id=eacf551a-e03d-4784-a8ef-492410bc89e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223629 Feb 15 21:41:30.623814 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-28dffb67-f63e-4adb-8ad5-dcd79a73d901 req-29c88d7d-f6c1-4c29-bfd3-b2e1da4adf12 service neutron] 10.222.0.68 "GET /v2.0/networks/d4cb94c9-5a9a-4e6a-890c-f8f3d05830cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4364352 Feb 15 21:41:30.629160 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.db_base_plugin_common [None req-2a4dc77a-68b7-40e0-973f-834fc3f767d2 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Allocated IP 172.28.3.61 (f2926baf-a168-440c-89c9-d3754209afe6/200a9da9-53a8-4f45-a42a-32f02ceebfef/4157b01f-f2c4-49ee-9dd4-960694971a61) {{(pid=83999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 15 21:41:30.640399 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] For port 3824f2e1-3f06-4c0d-99b6-330408935341, host dv-cinder-775250-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-3-smb',level=0,port_id=3824f2e1-3f06-4c0d-99b6-330408935341,segment=NetworkSegment(0b7339a4-af60-4f41-9eeb-cada19b9ad25),segment_id=0b7339a4-af60-4f41-9eeb-cada19b9ad25)] {{(pid=84000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:41:30.697859 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-af6d647f-ef93-47a1-aa84-9e31c037b3fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:30.706582 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779317976793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779317533282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257537242501'] for port, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:30.723799 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-5095784b-e33f-45eb-a834-b2979e7d6387 None None] Notify callbacks [] for port, precommit_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:30.761935 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12581581-3f9a-4580-bf5b-6cb671fae392 req-23c25338-f6cb-41bd-9f9a-ad42d15a1cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:41:30.762654 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:41:30.763579 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-12581581-3f9a-4580-bf5b-6cb671fae392 req-23c25338-f6cb-41bd-9f9a-ad42d15a1cc7 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a414fba0-bd65-42f4-8491-5ce04e833091 HTTP/1.1" status: 200 len: 1162 time: 0.9859736 Feb 15 21:41:30.883546 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-12581581-3f9a-4580-bf5b-6cb671fae392 req-8ae63cc3-9c9c-4528-984b-4303f6fa8653 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=eacf551a-e03d-4784-a8ef-492410bc89e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967200 Feb 15 21:41:30.908123 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-5095784b-e33f-45eb-a834-b2979e7d6387 None None] Transition to ACTIVE for port object fbd7fb33-cdbc-4016-8b09-d901ceb05255 will not be triggered until provisioned by entity L2. {{(pid=84000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 21:41:30.931955 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-2a4dc77a-68b7-40e0-973f-834fc3f767d2 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Notify callbacks [] for port, precommit_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:30.957469 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-5095784b-e33f-45eb-a834-b2979e7d6387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779317976793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779317533282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257537242501'] for port, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:31.010744 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-2a4dc77a-68b7-40e0-973f-834fc3f767d2 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363257537239207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853815187'] for port, after_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:31.247180 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Pushing event updated for resources: {'Port': ['ID=3824f2e1-3f06-4c0d-99b6-330408935341,revision_number=3']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:41:31.268924 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.506s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:41:31.288782 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.300s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:41:31.307397 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-59c3f7a9-055a-4908-8d88-aee563473724 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:41:31.399311 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc73d13-27f7-4204-9bd6-c27ab30a5b13 None None] Pushing event updated for resources: {'Port': ['ID=fbd7fb33-cdbc-4016-8b09-d901ceb05255,revision_number=3']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:41:31.405820 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-5dc73d13-27f7-4204-9bd6-c27ab30a5b13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:41:31.418616 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-fe1fc6a7-8556-43d5-85ce-4efea74dc935 None None] Notify callbacks [] for port, precommit_update {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:31.435924 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-fe1fc6a7-8556-43d5-85ce-4efea74dc935 None None] Transition to ACTIVE for port object ebeb435d-660c-438f-9397-cced0b158153 will not be triggered until provisioned by entity L2. {{(pid=84001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 21:41:31.439657 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-fe1fc6a7-8556-43d5-85ce-4efea74dc935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779317976793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779317533282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257537242501'] for port, after_update {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:31.461708 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-b0795c1a-87ff-4981-9572-86dc9865bc74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:41:31.608088 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84274940-4cad-48ab-b232-e593fb0d7481 None None] Pushing event updated for resources: {'Port': ['ID=ebeb435d-660c-438f-9397-cced0b158153,revision_number=2']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:41:31.623229 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-84274940-4cad-48ab-b232-e593fb0d7481 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:41:31.636466 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Device 333e9e46-f0ae-4cd0-8cf8-f30e5db4ecb4 up at agent ovs-agent-hv-cinder-77525 {{(pid=84000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:41:31.672113 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.db_base_plugin_common [None req-af6d647f-ef93-47a1-aa84-9e31c037b3fe admin admin] Allocated IP 172.20.0.1 (6e26f87c-2805-4f2b-8fbf-dfda22b57e8d/94a790b3-5bef-4570-9182-1c29edefc949/d36f9a97-c22b-4d57-9367-785d4a870250) {{(pid=83998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 15 21:41:31.765420 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-07d556b5-a68e-4236-929e-175e7d300047 None None] Provisioning complete for port 3824f2e1-3f06-4c0d-99b6-330408935341 triggered by entity DHCP. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:41:31.766052 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-07d556b5-a68e-4236-929e-175e7d300047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:31.924240 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.managers [None req-5095784b-e33f-45eb-a834-b2979e7d6387 None None] Attempting to bind port fbd7fb33-cdbc-4016-8b09-d901ceb05255 on host dv-cinder-775250-3-smb for vnic_type normal with profile {{(pid=84000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 21:41:31.925396 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.managers [None req-5095784b-e33f-45eb-a834-b2979e7d6387 None None] Attempting to bind port fbd7fb33-cdbc-4016-8b09-d901ceb05255 by drivers openvswitch on host dv-cinder-775250-3-smb at level 0 using segments [{'id': '1388e872-eab5-4c96-8eb7-e6fd8402e86b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5a32d5d1-e1a3-4ef5-be5e-207bd58c1352'}] {{(pid=84000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 15 21:41:31.927723 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5095784b-e33f-45eb-a834-b2979e7d6387 None None] Attempting to bind port fbd7fb33-cdbc-4016-8b09-d901ceb05255 on network 5a32d5d1-e1a3-4ef5-be5e-207bd58c1352 {{(pid=84000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 15 21:41:31.948679 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5095784b-e33f-45eb-a834-b2979e7d6387 None None] Checking agent: {'id': 'c4d26ba9-4355-4b6a-ac8e-61eaae13650f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 21, 30, 23), 'started_at': datetime.datetime(2021, 2, 15, 21, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 21, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 21:41:31.949323 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5095784b-e33f-45eb-a834-b2979e7d6387 None None] Checking segment: {'id': '1388e872-eab5-4c96-8eb7-e6fd8402e86b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5a32d5d1-e1a3-4ef5-be5e-207bd58c1352'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 21:41:31.949904 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-5095784b-e33f-45eb-a834-b2979e7d6387 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:31.951911 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5095784b-e33f-45eb-a834-b2979e7d6387 None None] Bound using segment: {'id': '1388e872-eab5-4c96-8eb7-e6fd8402e86b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5a32d5d1-e1a3-4ef5-be5e-207bd58c1352'} {{(pid=84000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 21:41:31.952753 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.managers [None req-5095784b-e33f-45eb-a834-b2979e7d6387 None None] Bound port: fbd7fb33-cdbc-4016-8b09-d901ceb05255, host: dv-cinder-775250-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1388e872-eab5-4c96-8eb7-e6fd8402e86b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5a32d5d1-e1a3-4ef5-be5e-207bd58c1352'}}] {{(pid=84000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 15 21:41:31.953852 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-5095784b-e33f-45eb-a834-b2979e7d6387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:31.973370 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83998) accepted ('10.222.0.68', 46908) {{(pid=83998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:41:32.037025 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a75d7a-6480-4e85-9b10-da1abdc6d47c req-bd6ee6d4-cfb5-4d04-a422-abb8ff919d01 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:41:32.046796 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-c2a75d7a-6480-4e85-9b10-da1abdc6d47c req-bd6ee6d4-cfb5-4d04-a422-abb8ff919d01 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/ports?device_id=1a9afc6d-1219-4326-b2c2-cd0792437c37 HTTP/1.1" status: 200 len: 945 time: 0.9234641 Feb 15 21:41:32.060509 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.managers [None req-fe1fc6a7-8556-43d5-85ce-4efea74dc935 None None] Attempting to bind port ebeb435d-660c-438f-9397-cced0b158153 on host dv-cinder-775250-3-smb for vnic_type normal with profile {{(pid=84001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 21:41:32.061066 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.managers [None req-fe1fc6a7-8556-43d5-85ce-4efea74dc935 None None] Attempting to bind port ebeb435d-660c-438f-9397-cced0b158153 by drivers openvswitch on host dv-cinder-775250-3-smb at level 0 using segments [{'id': 'aaff8bb9-4958-4cc8-8842-2399e4673088', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6'}] {{(pid=84001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 15 21:41:32.061487 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1fc6a7-8556-43d5-85ce-4efea74dc935 None None] Attempting to bind port ebeb435d-660c-438f-9397-cced0b158153 on network f2926baf-a168-440c-89c9-d3754209afe6 {{(pid=84001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 15 21:41:32.080331 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1fc6a7-8556-43d5-85ce-4efea74dc935 None None] Checking agent: {'id': 'c4d26ba9-4355-4b6a-ac8e-61eaae13650f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 21, 30, 23), 'started_at': datetime.datetime(2021, 2, 15, 21, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 21, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 21:41:32.080798 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1fc6a7-8556-43d5-85ce-4efea74dc935 None None] Checking segment: {'id': 'aaff8bb9-4958-4cc8-8842-2399e4673088', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 21:41:32.081429 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-fe1fc6a7-8556-43d5-85ce-4efea74dc935 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:32.081880 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1fc6a7-8556-43d5-85ce-4efea74dc935 None None] Bound using segment: {'id': 'aaff8bb9-4958-4cc8-8842-2399e4673088', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6'} {{(pid=84001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 21:41:32.082812 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.managers [None req-fe1fc6a7-8556-43d5-85ce-4efea74dc935 None None] Bound port: ebeb435d-660c-438f-9397-cced0b158153, host: dv-cinder-775250-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaff8bb9-4958-4cc8-8842-2399e4673088', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6'}}] {{(pid=84001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 15 21:41:32.083247 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-fe1fc6a7-8556-43d5-85ce-4efea74dc935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_update {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:32.215991 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-6cbdfd16-3fe8-4f0c-9e03-bc499e3d545c req-b475c479-c2eb-4bfa-9f49-a44ac50f4ef7 tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] 10.222.0.68 "GET /v2.0/ports?device_id=b31359ed-0e47-429b-a90d-214bf023f93c HTTP/1.1" status: 200 len: 210 time: 0.8263307 Feb 15 21:41:32.224381 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-af6d647f-ef93-47a1-aa84-9e31c037b3fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:32.255789 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-c2a75d7a-6480-4e85-9b10-da1abdc6d47c req-de536025-2925-42be-908a-7b8a910febe4 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/security-groups?id=cfa94711-8349-42e9-83b9-bdf74ec03915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073896 Feb 15 21:41:32.283845 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [None req-5095784b-e33f-45eb-a834-b2979e7d6387 None None] For port fbd7fb33-cdbc-4016-8b09-d901ceb05255, host dv-cinder-775250-3-smb, cleared binding levels {{(pid=84000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 15 21:41:32.288615 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [None req-5095784b-e33f-45eb-a834-b2979e7d6387 None None] For port fbd7fb33-cdbc-4016-8b09-d901ceb05255, host dv-cinder-775250-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-3-smb',level=0,port_id=fbd7fb33-cdbc-4016-8b09-d901ceb05255,segment=NetworkSegment(1388e872-eab5-4c96-8eb7-e6fd8402e86b),segment_id=1388e872-eab5-4c96-8eb7-e6fd8402e86b)] {{(pid=84000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 15 21:41:32.289212 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [None req-fe1fc6a7-8556-43d5-85ce-4efea74dc935 None None] For port ebeb435d-660c-438f-9397-cced0b158153, host dv-cinder-775250-3-smb, cleared binding levels {{(pid=84001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 15 21:41:32.294155 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [None req-fe1fc6a7-8556-43d5-85ce-4efea74dc935 None None] For port ebeb435d-660c-438f-9397-cced0b158153, host dv-cinder-775250-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-3-smb',level=0,port_id=ebeb435d-660c-438f-9397-cced0b158153,segment=NetworkSegment(aaff8bb9-4958-4cc8-8842-2399e4673088),segment_id=aaff8bb9-4958-4cc8-8842-2399e4673088)] {{(pid=84001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 15 21:41:32.302359 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-fe1fc6a7-8556-43d5-85ce-4efea74dc935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779317976793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779317533282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257537242501'] for port, after_update {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:32.310181 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4dc77a-68b7-40e0-973f-834fc3f767d2 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Pushing event updated for resources: {'Port': ['ID=4157b01f-f2c4-49ee-9dd4-960694971a61,revision_number=1']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:41:32.311359 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-5095784b-e33f-45eb-a834-b2979e7d6387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779317976793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779317533282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257537242501'] for port, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:32.320528 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-2a4dc77a-68b7-40e0-973f-834fc3f767d2 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.015s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:41:32.323723 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-f4c0a83f-b973-42b6-a875-9728176f7e9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:32.326779 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4dc77a-68b7-40e0-973f-834fc3f767d2 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Network f2926baf-a168-440c-89c9-d3754209afe6 is already hosted by enough agents. {{(pid=83999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 21:41:32.334848 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.base_scheduler [None req-2a4dc77a-68b7-40e0-973f-834fc3f767d2 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Resources bound (agent type, host, resource id): {{(pid=83999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 21:41:32.352118 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4dc77a-68b7-40e0-973f-834fc3f767d2 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Received port after_create {{(pid=83999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 15 21:41:32.380264 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-af6d647f-ef93-47a1-aa84-9e31c037b3fe admin admin] Transition to ACTIVE for port object d36f9a97-c22b-4d57-9367-785d4a870250 will not be triggered until provisioned by entity DHCP. {{(pid=83998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 21:41:32.381884 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-f4c0a83f-b973-42b6-a875-9728176f7e9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:41:32.388564 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:41:32.400814 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:41:32.408045 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-f4c0a83f-b973-42b6-a875-9728176f7e9b admin admin] Usage tracker for resource:security_group_rule and tenant:c4724283082449a980f3c066cd87dce8 is out of sync, need to count used quota {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:41:32.419415 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-f4c0a83f-b973-42b6-a875-9728176f7e9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:41:32.440696 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Provisioning complete for port 333e9e46-f0ae-4cd0-8cf8-f30e5db4ecb4 triggered by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:41:32.441098 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-f4c0a83f-b973-42b6-a875-9728176f7e9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:41:32.441738 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:32.484921 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b796952-300e-4c0a-8518-42fce9c35d64 req-c37d1885-8ec0-49b5-8b19-36d7a41d444c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:41:32.490031 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-8b796952-300e-4c0a-8518-42fce9c35d64 req-c37d1885-8ec0-49b5-8b19-36d7a41d444c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1a9afc6d-1219-4326-b2c2-cd0792437c37 HTTP/1.1" status: 200 len: 1162 time: 1.2796319 Feb 15 21:41:32.500877 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-af6d647f-ef93-47a1-aa84-9e31c037b3fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363257537239207'] for port, after_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:32.524284 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:41:32.593666 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84274940-4cad-48ab-b232-e593fb0d7481 None None] Pushing event updated for resources: {'Port': ['ID=ebeb435d-660c-438f-9397-cced0b158153,revision_number=3']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:41:32.597567 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-84274940-4cad-48ab-b232-e593fb0d7481 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:41:32.623784 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6d647f-ef93-47a1-aa84-9e31c037b3fe admin admin] Pushing event updated for resources: {'Port': ['ID=d36f9a97-c22b-4d57-9367-785d4a870250,revision_number=1']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:41:32.639423 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-af6d647f-ef93-47a1-aa84-9e31c037b3fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:41:32.678407 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-2a4dc77a-68b7-40e0-973f-834fc3f767d2 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:32.681933 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-8b796952-300e-4c0a-8518-42fce9c35d64 req-0dfc48e3-9508-448d-a2c3-3a26a43a1607 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=cfa94711-8349-42e9-83b9-bdf74ec03915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975916 Feb 15 21:41:32.766373 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d860e71-13f9-49d3-9492-88175a515032 req-5de239f0-72f2-48df-9f56-7bcf6429e2e0 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:41:32.768615 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-9d860e71-13f9-49d3-9492-88175a515032 req-5de239f0-72f2-48df-9f56-7bcf6429e2e0 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] 10.222.0.68 "GET /v2.0/ports?device_id=a414fba0-bd65-42f4-8491-5ce04e833091 HTTP/1.1" status: 200 len: 945 time: 0.2487922 Feb 15 21:41:32.782920 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1fc6a7-8556-43d5-85ce-4efea74dc935 None None] Routers {'004e3b54-4ac9-4972-bd76-f2bead14228d'} bound to L3 agent in host dv-cinder-775250-3-smb {{(pid=84001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 21:41:32.783749 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_hamode_db [None req-fe1fc6a7-8556-43d5-85ce-4efea74dc935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-15T21:30:22Z,description=,heartbeat_timestamp=2021-02-15T21:41:22Z,host='dv-cinder-775250-3-smb',id=dc46b086-6cb1-49e8-b95e-1fe9b389155e,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T21:30:22Z,topic='l3_agent')) {'router_ids': ['004e3b54-4ac9-4972-bd76-f2bead14228d'], 'active': True} {{(pid=84001) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:41:32.804433 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-2a4dc77a-68b7-40e0-973f-834fc3f767d2 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_update {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:32.814359 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-f4c0a83f-b973-42b6-a875-9728176f7e9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:32.829012 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-f4c0a83f-b973-42b6-a875-9728176f7e9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:32.843028 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:41:32.859039 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6d647f-ef93-47a1-aa84-9e31c037b3fe admin admin] Network 6e26f87c-2805-4f2b-8fbf-dfda22b57e8d is already hosted by enough agents. {{(pid=83998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 21:41:32.864764 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.base_scheduler [None req-af6d647f-ef93-47a1-aa84-9e31c037b3fe admin admin] Resources bound (agent type, host, resource id): {{(pid=83998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 21:41:32.872455 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6d647f-ef93-47a1-aa84-9e31c037b3fe admin admin] Received port after_create {{(pid=83998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 15 21:41:32.872977 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-af6d647f-ef93-47a1-aa84-9e31c037b3fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036850961585'] for router_interface, before_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:32.893722 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-9d860e71-13f9-49d3-9492-88175a515032 req-8398c2df-4700-42c4-9f8e-9991da5887c1 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] 10.222.0.68 "GET /v2.0/security-groups?id=eacf551a-e03d-4784-a8ef-492410bc89e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138396 Feb 15 21:41:32.898248 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc73d13-27f7-4204-9bd6-c27ab30a5b13 None None] Pushing event updated for resources: {'Port': ['ID=fbd7fb33-cdbc-4016-8b09-d901ceb05255,revision_number=4']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:41:32.903443 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-5dc73d13-27f7-4204-9bd6-c27ab30a5b13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.503s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:41:32.962173 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5095784b-e33f-45eb-a834-b2979e7d6387 None None] Routers {'e81aad59-55ff-4a6a-8bd8-70b3ff138194'} bound to L3 agent in host dv-cinder-775250-3-smb {{(pid=84000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 21:41:32.963018 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_hamode_db [None req-5095784b-e33f-45eb-a834-b2979e7d6387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-15T21:30:22Z,description=,heartbeat_timestamp=2021-02-15T21:41:22Z,host='dv-cinder-775250-3-smb',id=dc46b086-6cb1-49e8-b95e-1fe9b389155e,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T21:30:22Z,topic='l3_agent')) {'router_ids': ['e81aad59-55ff-4a6a-8bd8-70b3ff138194'], 'active': True} {{(pid=84000) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:41:32.966571 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-f4c0a83f-b973-42b6-a875-9728176f7e9b admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=c4724283082449a980f3c066cd87dce8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9864681 Feb 15 21:41:32.968230 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 46920) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:41:32.979189 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c0a83f-b973-42b6-a875-9728176f7e9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1464e54-1034-44c7-806c-7fb493b8a9a4,revision_number=1']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:41:33.006917 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-f4c0a83f-b973-42b6-a875-9728176f7e9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:41:33.173599 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-af6d647f-ef93-47a1-aa84-9e31c037b3fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:33.181625 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvr_db [None req-fe1fc6a7-8556-43d5-85ce-4efea74dc935 None None] Set router 004e3b54-4ac9-4972-bd76-f2bead14228d gateway port host: dv-cinder-775250-3-smb {{(pid=84001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 21:41:33.288598 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-cfc68b58-97b7-422d-b3f2-3c84bddbb9f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:33.301047 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Device 3824f2e1-3f06-4c0d-99b6-330408935341 up at agent ovs-agent-dv-cinder-775250-3-smb {{(pid=84000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:41:33.399823 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-cfc68b58-97b7-422d-b3f2-3c84bddbb9f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:33.522740 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-883c2945-d1c7-47be-aa04-ee9370e48bcd req-898bbd70-0396-4753-b2cc-6790b14bcfb2 tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] 10.222.0.68 "GET /v2.0/ports?device_id=b31359ed-0e47-429b-a90d-214bf023f93c HTTP/1.1" status: 200 len: 210 time: 0.0762727 Feb 15 21:41:33.538482 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-2a4dc77a-68b7-40e0-973f-834fc3f767d2 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Notify callbacks [] for port, precommit_update {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:33.557148 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-2a4dc77a-68b7-40e0-973f-834fc3f767d2 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779317976793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779317533282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257537242501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-960628'] for port, after_update {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:33.603425 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_hamode_db [None req-fe1fc6a7-8556-43d5-85ce-4efea74dc935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '004e3b54-4ac9-4972-bd76-f2bead14228d', 'name': 'tempest-TestShelveInstance-3381138-router', 'tenant_id': 'e5c39c2be7094b439ebb60d1c07bbb7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'external_fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.69'}], 'enable_snat': True}, 'gw_port_id': 'ebeb435d-660c-438f-9397-cced0b158153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:41:22Z', 'updated_at': '2021-02-15T21:41:26Z', 'revision_number': 3, 'project_id': 'e5c39c2be7094b439ebb60d1c07bbb7e', 'gw_port': {'id': 'ebeb435d-660c-438f-9397-cced0b158153', 'name': '', 'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:df:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '004e3b54-4ac9-4972-bd76-f2bead14228d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:41:25Z', 'updated_at': '2021-02-15T21:41:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-smb'}], 'dv-cinder-775250-3-smb', False) {} {{(pid=84001) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:41:33.609160 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1fc6a7-8556-43d5-85ce-4efea74dc935 None None] The sync data for ids ['004e3b54-4ac9-4972-bd76-f2bead14228d'] in dv-cinder-775250-3-smb is: [{'id': '004e3b54-4ac9-4972-bd76-f2bead14228d', 'name': 'tempest-TestShelveInstance-3381138-router', 'tenant_id': 'e5c39c2be7094b439ebb60d1c07bbb7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'external_fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.69'}], 'enable_snat': True}, 'gw_port_id': 'ebeb435d-660c-438f-9397-cced0b158153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:41:22Z', 'updated_at': '2021-02-15T21:41:26Z', 'revision_number': 3, 'project_id': 'e5c39c2be7094b439ebb60d1c07bbb7e', 'gw_port': {'id': 'ebeb435d-660c-438f-9397-cced0b158153', 'name': '', 'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:df:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '004e3b54-4ac9-4972-bd76-f2bead14228d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:41:25Z', 'updated_at': '2021-02-15T21:41:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-smb'}] {{(pid=84001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 15 21:41:33.687048 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-0cae83bf-fdb3-4f08-a323-494ae2819d0c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:41:33.728289 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Provisioning complete for port 3824f2e1-3f06-4c0d-99b6-330408935341 triggered by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:41:33.728618 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:33.756648 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-855a0c89-4914-4322-b16c-fe59b46864c8 None None] Provisioning for port d36f9a97-c22b-4d57-9367-785d4a870250 completed by entity DHCP. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 21:41:33.775122 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Device 333e9e46-f0ae-4cd0-8cf8-f30e5db4ecb4 up at agent ovs-agent-hv-cinder-77525 {{(pid=84000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:41:33.843325 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-af6d647f-ef93-47a1-aa84-9e31c037b3fe admin admin] Notify callbacks [] for port, precommit_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:33.852513 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-af6d647f-ef93-47a1-aa84-9e31c037b3fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779317976793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779317533282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257537242501'] for port, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:33.853486 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-af6d647f-ef93-47a1-aa84-9e31c037b3fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851048215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3814186'] for router_interface, after_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:33.883431 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvr_db [None req-5095784b-e33f-45eb-a834-b2979e7d6387 None None] Set router e81aad59-55ff-4a6a-8bd8-70b3ff138194 gateway port host: dv-cinder-775250-3-smb {{(pid=84000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 21:41:34.013098 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-855a0c89-4914-4322-b16c-fe59b46864c8 None None] Provisioning complete for port d36f9a97-c22b-4d57-9367-785d4a870250 triggered by entity DHCP. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:41:34.013553 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-855a0c89-4914-4322-b16c-fe59b46864c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:34.066576 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:41:34.073202 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4dc77a-68b7-40e0-973f-834fc3f767d2 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Pushing event updated for resources: {'Port': ['ID=4157b01f-f2c4-49ee-9dd4-960694971a61,revision_number=2']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:41:34.084155 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-2a4dc77a-68b7-40e0-973f-834fc3f767d2 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:41:34.163319 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6d647f-ef93-47a1-aa84-9e31c037b3fe admin admin] Network 6e26f87c-2805-4f2b-8fbf-dfda22b57e8d is already hosted by enough agents. {{(pid=83998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 21:41:34.168565 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-cfc68b58-97b7-422d-b3f2-3c84bddbb9f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:34.179421 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-038c67b3-c604-4790-a079-d06fcc047a81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:41:34.280944 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.base_scheduler [None req-af6d647f-ef93-47a1-aa84-9e31c037b3fe admin admin] Resources bound (agent type, host, resource id): {{(pid=83998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 21:41:34.297747 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3e051d-3fc7-4ca6-a492-8c3f45736472 req-9987124f-70a7-4ac7-ba15-79b49ed1f605 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:41:34.299947 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-1b3e051d-3fc7-4ca6-a492-8c3f45736472 req-9987124f-70a7-4ac7-ba15-79b49ed1f605 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/ports?device_id=1a9afc6d-1219-4326-b2c2-cd0792437c37 HTTP/1.1" status: 200 len: 945 time: 0.7557707 Feb 15 21:41:34.308213 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc68b58-97b7-422d-b3f2-3c84bddbb9f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1464e54-1034-44c7-806c-7fb493b8a9a4,revision_number=None']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:41:34.350759 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-cfc68b58-97b7-422d-b3f2-3c84bddbb9f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:41:34.447435 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-cfc68b58-97b7-422d-b3f2-3c84bddbb9f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:34.449184 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-cfc68b58-97b7-422d-b3f2-3c84bddbb9f2 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/f1464e54-1034-44c7-806c-7fb493b8a9a4 HTTP/1.1" status: 204 len: 168 time: 1.4797053 Feb 15 21:41:34.470750 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dffb67-f63e-4adb-8ad5-dcd79a73d901 req-deabbdcb-4255-4e62-a09f-5287971680cd tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:41:34.472925 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-28dffb67-f63e-4adb-8ad5-dcd79a73d901 req-deabbdcb-4255-4e62-a09f-5287971680cd tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] 10.222.0.46 "GET /v2.0/networks?id=d4cb94c9-5a9a-4e6a-890c-f8f3d05830cf HTTP/1.1" status: 200 len: 814 time: 0.7341461 Feb 15 21:41:34.520993 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.v2.base [req-28dffb67-f63e-4adb-8ad5-dcd79a73d901 req-aaf9edf6-a92a-4f9b-9f6f-0c2b0b54d110 tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] Request body: {'port': {'device_id': 'b31359ed-0e47-429b-a90d-214bf023f93c', 'network_id': 'd4cb94c9-5a9a-4e6a-890c-f8f3d05830cf', 'admin_state_up': True, 'tenant_id': '4774bd6de9424041b36c50b9df5678da'}} {{(pid=83999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:41:34.540047 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6d647f-ef93-47a1-aa84-9e31c037b3fe admin admin] Pushing event updated for resources: {'Port': ['ID=d36f9a97-c22b-4d57-9367-785d4a870250,revision_number=2']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:41:34.563609 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-af6d647f-ef93-47a1-aa84-9e31c037b3fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.497s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:41:34.641610 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-1b3e051d-3fc7-4ca6-a492-8c3f45736472 req-29bec13a-0405-4bad-930e-c131947a6e48 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/security-groups?id=cfa94711-8349-42e9-83b9-bdf74ec03915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3225179 Feb 15 21:41:34.807138 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Provisioning complete for port 333e9e46-f0ae-4cd0-8cf8-f30e5db4ecb4 triggered by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:41:34.815033 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:35.011901 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f8c5ab-4431-4199-a1e0-b133d7f192a6 req-a009cd60-6a87-49bd-a0a1-0a9a4052b9fa tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:41:35.013951 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-61f8c5ab-4431-4199-a1e0-b133d7f192a6 req-a009cd60-6a87-49bd-a0a1-0a9a4052b9fa tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] 10.222.0.68 "GET /v2.0/ports?device_id=a414fba0-bd65-42f4-8491-5ce04e833091 HTTP/1.1" status: 200 len: 945 time: 0.8464897 Feb 15 21:41:35.024620 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-2a4dc77a-68b7-40e0-973f-834fc3f767d2 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3816703'] for floatingip, after_update {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:35.062265 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af6d647f-ef93-47a1-aa84-9e31c037b3fe admin admin] Router 004e3b54-4ac9-4972-bd76-f2bead14228d has already been hosted by L3 agent dc46b086-6cb1-49e8-b95e-1fe9b389155e {{(pid=83998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 15 21:41:35.071616 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-89c67dd0-84ce-48a9-94e0-6fe57dea7431 req-fb63c25d-d9d9-425d-8f49-b5414f4b7eaf tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] 10.222.0.68 "GET /v2.0/ports?device_id=b31359ed-0e47-429b-a90d-214bf023f93c HTTP/1.1" status: 200 len: 210 time: 0.1233337 Feb 15 21:41:35.103653 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.plugin [None req-855a0c89-4914-4322-b16c-fe59b46864c8 None None] Port d36f9a97-c22b-4d57-9367-785d4a870250 cannot update to ACTIVE because it is not bound. {{(pid=84000) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 15 21:41:35.110523 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-2a4dc77a-68b7-40e0-973f-834fc3f767d2 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762656'] for floatingip, before_response {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:35.111194 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-61f8c5ab-4431-4199-a1e0-b133d7f192a6 req-8bd8304a-0892-418c-9683-833ab2613952 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] 10.222.0.68 "GET /v2.0/security-groups?id=eacf551a-e03d-4784-a8ef-492410bc89e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832298 Feb 15 21:41:35.114898 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-2a4dc77a-68b7-40e0-973f-834fc3f767d2 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.2177427 Feb 15 21:41:35.172449 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [req-28dffb67-f63e-4adb-8ad5-dcd79a73d901 req-aaf9edf6-a92a-4f9b-9f6f-0c2b0b54d110 tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:41:35.183790 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [req-28dffb67-f63e-4adb-8ad5-dcd79a73d901 req-aaf9edf6-a92a-4f9b-9f6f-0c2b0b54d110 tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] Usage tracker for resource:port and tenant:4774bd6de9424041b36c50b9df5678da is out of sync, need to count used quota {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:41:35.192589 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [req-28dffb67-f63e-4adb-8ad5-dcd79a73d901 req-aaf9edf6-a92a-4f9b-9f6f-0c2b0b54d110 tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:41:35.206099 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [req-28dffb67-f63e-4adb-8ad5-dcd79a73d901 req-aaf9edf6-a92a-4f9b-9f6f-0c2b0b54d110 tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:41:35.235078 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28dffb67-f63e-4adb-8ad5-dcd79a73d901 req-aaf9edf6-a92a-4f9b-9f6f-0c2b0b54d110 tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] Made reservation on behalf of 4774bd6de9424041b36c50b9df5678da for: {'port': 1} {{(pid=83999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 15 21:41:35.250985 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-28dffb67-f63e-4adb-8ad5-dcd79a73d901 req-aaf9edf6-a92a-4f9b-9f6f-0c2b0b54d110 tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:35.392272 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Device ebeb435d-660c-438f-9397-cced0b158153 up at agent ovs-agent-dv-cinder-775250-3-smb {{(pid=84000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:41:35.532426 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-2fca12cf-e1d2-49e3-9719-ca706b18c6a3 None None] Provisioning complete for port d36f9a97-c22b-4d57-9367-785d4a870250 triggered by entity DHCP. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:41:35.532861 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-2fca12cf-e1d2-49e3-9719-ca706b18c6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:35.700546 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.plugin [None req-2fca12cf-e1d2-49e3-9719-ca706b18c6a3 None None] Port d36f9a97-c22b-4d57-9367-785d4a870250 cannot update to ACTIVE because it is not bound. {{(pid=84000) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 15 21:41:35.718973 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Provisioning for port ebeb435d-660c-438f-9397-cced0b158153 completed by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 21:41:35.727042 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Provisioning complete for port ebeb435d-660c-438f-9397-cced0b158153 triggered by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:41:35.727473 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:35.772740 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_hamode_db [None req-5095784b-e33f-45eb-a834-b2979e7d6387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e81aad59-55ff-4a6a-8bd8-70b3ff138194', 'name': 'tempest-AttachVolumeShelveTestJSON-1680118998-router', 'tenant_id': '83efcaddc4174c70aaaa9d4a9e274006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'external_fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.90'}], 'enable_snat': True}, 'gw_port_id': '27e5490c-1a36-432e-9ed8-54c14c66d819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:41:09Z', 'updated_at': '2021-02-15T21:41:22Z', 'revision_number': 4, 'project_id': '83efcaddc4174c70aaaa9d4a9e274006', 'gw_port': {'id': '27e5490c-1a36-432e-9ed8-54c14c66d819', 'name': '', 'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:8c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e81aad59-55ff-4a6a-8bd8-70b3ff138194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:41:11Z', 'updated_at': '2021-02-15T21:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-smb', '_interfaces': [{'id': 'fbd7fb33-cdbc-4016-8b09-d901ceb05255', 'name': '', 'network_id': '5a32d5d1-e1a3-4ef5-be5e-207bd58c1352', 'tenant_id': '83efcaddc4174c70aaaa9d4a9e274006', 'mac_address': 'fa:16:3e:4f:04:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e81aad59-55ff-4a6a-8bd8-70b3ff138194', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'f1da26f9-af3a-42e2-9b06-af8d75ade4f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:41:19Z', 'updated_at': '2021-02-15T21:41:32Z', 'revision_number': 4, 'project_id': '83efcaddc4174c70aaaa9d4a9e274006', 'subnets': [{'id': 'f1da26f9-af3a-42e2-9b06-af8d75ade4f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-3-smb', False) {} {{(pid=84000) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:41:35.806230 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5095784b-e33f-45eb-a834-b2979e7d6387 None None] The sync data for ids ['e81aad59-55ff-4a6a-8bd8-70b3ff138194'] in dv-cinder-775250-3-smb is: [{'id': 'e81aad59-55ff-4a6a-8bd8-70b3ff138194', 'name': 'tempest-AttachVolumeShelveTestJSON-1680118998-router', 'tenant_id': '83efcaddc4174c70aaaa9d4a9e274006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'external_fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.90'}], 'enable_snat': True}, 'gw_port_id': '27e5490c-1a36-432e-9ed8-54c14c66d819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:41:09Z', 'updated_at': '2021-02-15T21:41:22Z', 'revision_number': 4, 'project_id': '83efcaddc4174c70aaaa9d4a9e274006', 'gw_port': {'id': '27e5490c-1a36-432e-9ed8-54c14c66d819', 'name': '', 'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:8c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e81aad59-55ff-4a6a-8bd8-70b3ff138194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:41:11Z', 'updated_at': '2021-02-15T21:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-smb', '_interfaces': [{'id': 'fbd7fb33-cdbc-4016-8b09-d901ceb05255', 'name': '', 'network_id': '5a32d5d1-e1a3-4ef5-be5e-207bd58c1352', 'tenant_id': '83efcaddc4174c70aaaa9d4a9e274006', 'mac_address': 'fa:16:3e:4f:04:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e81aad59-55ff-4a6a-8bd8-70b3ff138194', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'f1da26f9-af3a-42e2-9b06-af8d75ade4f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:41:19Z', 'updated_at': '2021-02-15T21:41:32Z', 'revision_number': 4, 'project_id': '83efcaddc4174c70aaaa9d4a9e274006', 'subnets': [{'id': 'f1da26f9-af3a-42e2-9b06-af8d75ade4f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 15 21:41:35.821377 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-9c24c0ad-eb33-427b-8179-44eb6de9625b req-4122a0f7-c79b-424c-a118-ad5e68516bfd tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-securitygroup--2122505088&fields=id&tenant_id=83efcaddc4174c70aaaa9d4a9e274006 HTTP/1.1" status: 200 len: 267 time: 0.1439281 Feb 15 21:41:35.867901 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Device a6a9d9c7-a68e-46ea-be8e-3ac590b9a05f up at agent ovs-agent-hv-cinder-77525 {{(pid=84000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:41:36.095252 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.db_base_plugin_common [req-28dffb67-f63e-4adb-8ad5-dcd79a73d901 req-aaf9edf6-a92a-4f9b-9f6f-0c2b0b54d110 tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] Allocated IP 172.20.0.5 (d4cb94c9-5a9a-4e6a-890c-f8f3d05830cf/c56b427c-4f7a-4115-b778-29d346ebe80c/67d4f055-485d-48f5-ad58-c7593e1d5c5a) {{(pid=83999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 15 21:41:36.163757 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69f1a43-aa5a-418e-a1d3-ef7eb98622c6 req-7201a253-71de-4dbc-ad16-68b916d7f9f1 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:41:36.173047 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-b69f1a43-aa5a-418e-a1d3-ef7eb98622c6 req-7201a253-71de-4dbc-ad16-68b916d7f9f1 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/ports?device_id=1a9afc6d-1219-4326-b2c2-cd0792437c37 HTTP/1.1" status: 200 len: 945 time: 0.2388384 Feb 15 21:41:36.186561 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af6d647f-ef93-47a1-aa84-9e31c037b3fe admin admin] Notify agent at l3_agent.dv-cinder-775250-3-smb the message routers_updated {{(pid=83998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 15 21:41:36.197304 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:36.237815 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] For port ebeb435d-660c-438f-9397-cced0b158153, host dv-cinder-775250-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-3-smb',level=0,port_id=ebeb435d-660c-438f-9397-cced0b158153,segment=NetworkSegment(aaff8bb9-4958-4cc8-8842-2399e4673088),segment_id=aaff8bb9-4958-4cc8-8842-2399e4673088)] {{(pid=84000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:41:36.239025 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Provisioning complete for port a6a9d9c7-a68e-46ea-be8e-3ac590b9a05f triggered by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:41:36.239456 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:36.267317 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-af6d647f-ef93-47a1-aa84-9e31c037b3fe admin admin] 10.222.0.68 "PUT /v2.0/routers/004e3b54-4ac9-4972-bd76-f2bead14228d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3879111 Feb 15 21:41:36.285923 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c24c0ad-eb33-427b-8179-44eb6de9625b req-c5eda340-0de4-4282-8011-632a19609c45 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:41:36.293968 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-9c24c0ad-eb33-427b-8179-44eb6de9625b req-c5eda340-0de4-4282-8011-632a19609c45 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/networks?id=5a32d5d1-e1a3-4ef5-be5e-207bd58c1352 HTTP/1.1" status: 200 len: 817 time: 0.4256999 Feb 15 21:41:36.307803 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779317976793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779317533282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257537242501'] for port, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:36.313260 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:41:36.325954 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-9c24c0ad-eb33-427b-8179-44eb6de9625b req-22d36abd-7f65-44d7-b714-9ed4a773d715 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/quotas/83efcaddc4174c70aaaa9d4a9e274006 HTTP/1.1" status: 200 len: 375 time: 0.0308304 Feb 15 21:41:36.443566 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [req-9c24c0ad-eb33-427b-8179-44eb6de9625b req-e61769ca-d38b-4081-83d4-f8ccdf9254a6 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Synchronizing usage tracker for tenant:83efcaddc4174c70aaaa9d4a9e274006 on resource:port {{(pid=83998) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 21:41:36.483219 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Pushing event updated for resources: {'Port': ['ID=ebeb435d-660c-438f-9397-cced0b158153,revision_number=4']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:41:36.490174 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:41:36.498813 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [req-9c24c0ad-eb33-427b-8179-44eb6de9625b req-e61769ca-d38b-4081-83d4-f8ccdf9254a6 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Unset dirty status for tenant:83efcaddc4174c70aaaa9d4a9e274006 on resource:port {{(pid=83998) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 21:41:36.500632 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-9c24c0ad-eb33-427b-8179-44eb6de9625b req-e61769ca-d38b-4081-83d4-f8ccdf9254a6 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=83efcaddc4174c70aaaa9d4a9e274006&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1737936 Feb 15 21:41:36.527973 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-b69f1a43-aa5a-418e-a1d3-ef7eb98622c6 req-397f3372-636a-4103-a734-9f926ad9aac9 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/security-groups?id=cfa94711-8349-42e9-83b9-bdf74ec03915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3538229 Feb 15 21:41:36.650284 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-28dffb67-f63e-4adb-8ad5-dcd79a73d901 req-aaf9edf6-a92a-4f9b-9f6f-0c2b0b54d110 tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] Notify callbacks [] for port, precommit_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:36.691484 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-28dffb67-f63e-4adb-8ad5-dcd79a73d901 req-aaf9edf6-a92a-4f9b-9f6f-0c2b0b54d110 tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363257537239207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853815187'] for port, after_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:36.729036 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:41:36.788620 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-9c24c0ad-eb33-427b-8179-44eb6de9625b req-3ea54509-a3a2-493f-9eb3-b37a1598cc82 service neutron] 10.222.0.68 "GET /v2.0/networks/5a32d5d1-e1a3-4ef5-be5e-207bd58c1352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2643964 Feb 15 21:41:37.018789 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-9c24c0ad-eb33-427b-8179-44eb6de9625b req-dc157478-85a0-4f54-b31e-fa245648e699 service neutron] 10.222.0.68 "GET /v2.0/networks/5a32d5d1-e1a3-4ef5-be5e-207bd58c1352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2287660 Feb 15 21:41:37.220730 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae524af-2763-4fb5-b8a8-78cceec0b362 None None] Sync routers for ids ['004e3b54-4ac9-4972-bd76-f2bead14228d'] in dv-cinder-775250-3-smb {{(pid=84000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 15 21:41:37.238800 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae524af-2763-4fb5-b8a8-78cceec0b362 None None] Routers {'004e3b54-4ac9-4972-bd76-f2bead14228d'} bound to L3 agent in host dv-cinder-775250-3-smb {{(pid=84000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 21:41:37.245540 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_hamode_db [None req-5ae524af-2763-4fb5-b8a8-78cceec0b362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-15T21:30:22Z,description=,heartbeat_timestamp=2021-02-15T21:41:22Z,host='dv-cinder-775250-3-smb',id=dc46b086-6cb1-49e8-b95e-1fe9b389155e,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T21:30:22Z,topic='l3_agent')) {'router_ids': ['004e3b54-4ac9-4972-bd76-f2bead14228d'], 'active': True} {{(pid=84000) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:41:37.272262 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf9edf6-a92a-4f9b-9f6f-0c2b0b54d110 tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] Pushing event updated for resources: {'Port': ['ID=67d4f055-485d-48f5-ad58-c7593e1d5c5a,revision_number=1']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:41:37.314078 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-aaf9edf6-a92a-4f9b-9f6f-0c2b0b54d110 tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.578s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:41:37.337429 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28dffb67-f63e-4adb-8ad5-dcd79a73d901 req-aaf9edf6-a92a-4f9b-9f6f-0c2b0b54d110 tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] Network d4cb94c9-5a9a-4e6a-890c-f8f3d05830cf is already hosted by enough agents. {{(pid=83999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 21:41:37.339686 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.base_scheduler [req-28dffb67-f63e-4adb-8ad5-dcd79a73d901 req-aaf9edf6-a92a-4f9b-9f6f-0c2b0b54d110 tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] Resources bound (agent type, host, resource id): {{(pid=83999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 21:41:37.347901 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvrscheduler_db [req-28dffb67-f63e-4adb-8ad5-dcd79a73d901 req-aaf9edf6-a92a-4f9b-9f6f-0c2b0b54d110 tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] Received port after_create {{(pid=83999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 15 21:41:37.399193 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Device ebeb435d-660c-438f-9397-cced0b158153 up at agent ovs-agent-dv-cinder-775250-3-smb {{(pid=84000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:41:37.444578 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dffb67-f63e-4adb-8ad5-dcd79a73d901 req-aaf9edf6-a92a-4f9b-9f6f-0c2b0b54d110 tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:41:37.447466 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-28dffb67-f63e-4adb-8ad5-dcd79a73d901 req-aaf9edf6-a92a-4f9b-9f6f-0c2b0b54d110 tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762656'] for port, before_response {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:37.494949 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264f7dac-d6db-4f53-aac0-bf13c0c34afd req-7ea8a4d1-988f-4a23-8a78-6385a9e66f81 tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:41:37.504893 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [req-264f7dac-d6db-4f53-aac0-bf13c0c34afd req-7ea8a4d1-988f-4a23-8a78-6385a9e66f81 tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] Synchronizing usage tracker for tenant:4774bd6de9424041b36c50b9df5678da on resource:port {{(pid=83999) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 21:41:37.512113 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-28dffb67-f63e-4adb-8ad5-dcd79a73d901 req-aaf9edf6-a92a-4f9b-9f6f-0c2b0b54d110 tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0075102 Feb 15 21:41:37.533998 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.v2.base [req-28dffb67-f63e-4adb-8ad5-dcd79a73d901 req-f4d6b296-405f-478d-976a-b32eac2f6c8e service neutron] Request body: {'port': {'device_id': 'b31359ed-0e47-429b-a90d-214bf023f93c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77525'}} {{(pid=83999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:41:37.628970 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvr_db [None req-5ae524af-2763-4fb5-b8a8-78cceec0b362 None None] Set router 004e3b54-4ac9-4972-bd76-f2bead14228d gateway port host: dv-cinder-775250-3-smb {{(pid=84000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 21:41:37.684538 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [req-264f7dac-d6db-4f53-aac0-bf13c0c34afd req-7ea8a4d1-988f-4a23-8a78-6385a9e66f81 tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] Unset dirty status for tenant:4774bd6de9424041b36c50b9df5678da on resource:port {{(pid=83999) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 21:41:37.693377 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-264f7dac-d6db-4f53-aac0-bf13c0c34afd req-7ea8a4d1-988f-4a23-8a78-6385a9e66f81 tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] 10.222.0.68 "GET /v2.0/ports?device_id=b31359ed-0e47-429b-a90d-214bf023f93c HTTP/1.1" status: 200 len: 931 time: 0.9196224 Feb 15 21:41:37.742549 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-28dffb67-f63e-4adb-8ad5-dcd79a73d901 req-f4d6b296-405f-478d-976a-b32eac2f6c8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_update {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:37.799828 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83998) accepted ('10.222.0.68', 47030) {{(pid=83998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:41:37.813068 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [req-264f7dac-d6db-4f53-aac0-bf13c0c34afd req-50c02f82-ffde-49bf-9bf8-6fc7fbefbe60 tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] Synchronizing usage tracker for tenant:4774bd6de9424041b36c50b9df5678da on resource:security_group {{(pid=83999) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 21:41:37.818076 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aef4327-2b8a-4b4a-8d8c-7531e79b21b6 req-66b499eb-95a1-498a-9266-58cfc83dabad tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:41:37.822003 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-6aef4327-2b8a-4b4a-8d8c-7531e79b21b6 req-66b499eb-95a1-498a-9266-58cfc83dabad tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/ports?device_id=22283d64-fb12-49e8-a3ff-d8be33246567 HTTP/1.1" status: 200 len: 946 time: 0.2593174 Feb 15 21:41:37.837307 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.v2.base [None req-d42cd07e-bd75-4402-9e3c-0c5b2ce5e916 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1135260279-network', 'tenant_id': '320dff63e8014c2a8ec12f98a9c80416'}} {{(pid=83998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:41:37.904417 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-d42cd07e-bd75-4402-9e3c-0c5b2ce5e916 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:41:37.938569 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Provisioning complete for port ebeb435d-660c-438f-9397-cced0b158153 triggered by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:41:37.938912 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:37.951159 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [req-264f7dac-d6db-4f53-aac0-bf13c0c34afd req-50c02f82-ffde-49bf-9bf8-6fc7fbefbe60 tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] Unset dirty status for tenant:4774bd6de9424041b36c50b9df5678da on resource:security_group {{(pid=83999) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 21:41:37.960032 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-6aef4327-2b8a-4b4a-8d8c-7531e79b21b6 req-2828f116-d4f5-449f-aae5-ac1e04a5c1ae tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/security-groups?id=cfa94711-8349-42e9-83b9-bdf74ec03915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104124 Feb 15 21:41:37.961277 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-d42cd07e-bd75-4402-9e3c-0c5b2ce5e916 admin admin] Usage tracker for resource:network and tenant:320dff63e8014c2a8ec12f98a9c80416 is out of sync, need to count used quota {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:41:37.971292 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-264f7dac-d6db-4f53-aac0-bf13c0c34afd req-50c02f82-ffde-49bf-9bf8-6fc7fbefbe60 tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] 10.222.0.68 "GET /v2.0/security-groups?id=8bc26fce-d2b5-431c-b40f-aa9fc664e5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2679565 Feb 15 21:41:37.972027 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-d42cd07e-bd75-4402-9e3c-0c5b2ce5e916 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:41:38.003739 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-d42cd07e-bd75-4402-9e3c-0c5b2ce5e916 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:41:38.030839 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d42cd07e-bd75-4402-9e3c-0c5b2ce5e916 admin admin] Made reservation on behalf of 320dff63e8014c2a8ec12f98a9c80416 for: {'network': 1} {{(pid=83998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 15 21:41:38.041131 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-d42cd07e-bd75-4402-9e3c-0c5b2ce5e916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for network, before_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:38.058352 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-d42cd07e-bd75-4402-9e3c-0c5b2ce5e916 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:38.076362 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-d42cd07e-bd75-4402-9e3c-0c5b2ce5e916 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:41:38.088138 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-d42cd07e-bd75-4402-9e3c-0c5b2ce5e916 admin admin] Usage tracker for resource:security_group_rule and tenant:320dff63e8014c2a8ec12f98a9c80416 is out of sync, need to count used quota {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:41:38.092340 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-d42cd07e-bd75-4402-9e3c-0c5b2ce5e916 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:41:38.100644 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-d42cd07e-bd75-4402-9e3c-0c5b2ce5e916 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:41:38.199537 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-d42cd07e-bd75-4402-9e3c-0c5b2ce5e916 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:38.293197 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-d42cd07e-bd75-4402-9e3c-0c5b2ce5e916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:38.312722 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-c417c4d1-7252-4173-b8ad-2a65a92632da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:41:38.380693 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42cd07e-bd75-4402-9e3c-0c5b2ce5e916 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd3229b9-b7e3-4eb8-a201-1343627a0db3,revision_number=1']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:41:38.385801 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-77eb5ca0-2bb8-46b5-94fd-b7870fe776a7 req-d596f300-99ca-401c-8e93-835035012c16 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/ports?device_id=94c5b34a-a93a-417f-9bb0-dfd725a45c9f HTTP/1.1" status: 200 len: 210 time: 0.1843002 Feb 15 21:41:38.386729 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-d42cd07e-bd75-4402-9e3c-0c5b2ce5e916 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:41:38.432659 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d42cd07e-bd75-4402-9e3c-0c5b2ce5e916 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 9} {{(pid=83998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 15 21:41:38.452358 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-d42cd07e-bd75-4402-9e3c-0c5b2ce5e916 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8779317874991', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515977'] for segment, precommit_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:38.452917 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.db.segments_db [None req-d42cd07e-bd75-4402-9e3c-0c5b2ce5e916 admin admin] Added segment 1ed662e2-2651-49e6-a38f-f29e92fd0fa2 of type vxlan for network ea584dc2-ab3d-4694-abd1-4b3f5de0f2b1 Feb 15 21:41:38.503488 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-d42cd07e-bd75-4402-9e3c-0c5b2ce5e916 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363257537296944'] for network, precommit_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:38.516965 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Device fbd7fb33-cdbc-4016-8b09-d901ceb05255 up at agent ovs-agent-dv-cinder-775250-3-smb {{(pid=84000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:41:38.579789 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-d42cd07e-bd75-4402-9e3c-0c5b2ce5e916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232'] for network, after_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:38.581688 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d42cd07e-bd75-4402-9e3c-0c5b2ce5e916 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:41:38.582465 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-d42cd07e-bd75-4402-9e3c-0c5b2ce5e916 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851048245'] for network, before_response {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:38.592498 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:41:38.610355 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.notifiers.nova [req-28dffb67-f63e-4adb-8ad5-dcd79a73d901 req-f4d6b296-405f-478d-976a-b32eac2f6c8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67d4f055-485d-48f5-ad58-c7593e1d5c5a {{(pid=83999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 15 21:41:38.621261 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-28dffb67-f63e-4adb-8ad5-dcd79a73d901 req-f4d6b296-405f-478d-976a-b32eac2f6c8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:38.637272 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [req-28dffb67-f63e-4adb-8ad5-dcd79a73d901 req-f4d6b296-405f-478d-976a-b32eac2f6c8e service neutron] Transition to ACTIVE for port object 67d4f055-485d-48f5-ad58-c7593e1d5c5a will not be triggered until provisioned by entity L2. {{(pid=83999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 21:41:38.644000 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-28dffb67-f63e-4adb-8ad5-dcd79a73d901 req-f4d6b296-405f-478d-976a-b32eac2f6c8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779317976793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779317533282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257537242501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-960628'] for port, after_update {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:38.664468 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:41:38.726951 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Provisioning for port fbd7fb33-cdbc-4016-8b09-d901ceb05255 completed by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 21:41:38.734914 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Provisioning complete for port fbd7fb33-cdbc-4016-8b09-d901ceb05255 triggered by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:41:38.735343 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:38.899689 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42cd07e-bd75-4402-9e3c-0c5b2ce5e916 admin admin] Pushing event updated for resources: {'Network': ['ID=ea584dc2-ab3d-4694-abd1-4b3f5de0f2b1,revision_number=1']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:41:38.917932 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-d42cd07e-bd75-4402-9e3c-0c5b2ce5e916 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:41:38.927271 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-d42cd07e-bd75-4402-9e3c-0c5b2ce5e916 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.1258626 Feb 15 21:41:38.930905 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83998) accepted ('10.222.0.68', 47056) {{(pid=83998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:41:38.937523 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.v2.base [None req-4e04e90d-eae1-4594-adcf-c79bec95f073 admin admin] Request body: {'subnet': {'network_id': 'ea584dc2-ab3d-4694-abd1-4b3f5de0f2b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1135260279-subnet', 'tenant_id': '320dff63e8014c2a8ec12f98a9c80416', 'ip_version': 4}} {{(pid=83998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:41:38.950357 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d6b296-405f-478d-976a-b32eac2f6c8e service neutron] Pushing event updated for resources: {'Port': ['ID=67d4f055-485d-48f5-ad58-c7593e1d5c5a,revision_number=2']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:41:38.960598 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-f4d6b296-405f-478d-976a-b32eac2f6c8e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:41:38.969601 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-4e04e90d-eae1-4594-adcf-c79bec95f073 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:41:38.981300 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-4e04e90d-eae1-4594-adcf-c79bec95f073 admin admin] Usage tracker for resource:subnet and tenant:320dff63e8014c2a8ec12f98a9c80416 is out of sync, need to count used quota {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:41:38.986042 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-4e04e90d-eae1-4594-adcf-c79bec95f073 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:41:39.001685 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-4e04e90d-eae1-4594-adcf-c79bec95f073 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:41:39.028232 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e04e90d-eae1-4594-adcf-c79bec95f073 admin admin] Made reservation on behalf of 320dff63e8014c2a8ec12f98a9c80416 for: {'subnet': 1} {{(pid=83998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 15 21:41:39.033311 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-4e04e90d-eae1-4594-adcf-c79bec95f073 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:39.318696 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.managers [req-28dffb67-f63e-4adb-8ad5-dcd79a73d901 req-f4d6b296-405f-478d-976a-b32eac2f6c8e service neutron] Attempting to bind port 67d4f055-485d-48f5-ad58-c7593e1d5c5a on host hv-cinder-77525 for vnic_type normal with profile {{(pid=83999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 21:41:39.318994 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.managers [req-28dffb67-f63e-4adb-8ad5-dcd79a73d901 req-f4d6b296-405f-478d-976a-b32eac2f6c8e service neutron] Attempting to bind port 67d4f055-485d-48f5-ad58-c7593e1d5c5a by drivers openvswitch on host hv-cinder-77525 at level 0 using segments [{'id': '4706fe9e-ebde-4b1c-abdd-c4c6df8f240c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'd4cb94c9-5a9a-4e6a-890c-f8f3d05830cf'}] {{(pid=83999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 15 21:41:39.319343 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28dffb67-f63e-4adb-8ad5-dcd79a73d901 req-f4d6b296-405f-478d-976a-b32eac2f6c8e service neutron] Attempting to bind port 67d4f055-485d-48f5-ad58-c7593e1d5c5a on network d4cb94c9-5a9a-4e6a-890c-f8f3d05830cf {{(pid=83999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 15 21:41:39.327368 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28dffb67-f63e-4adb-8ad5-dcd79a73d901 req-f4d6b296-405f-478d-976a-b32eac2f6c8e service neutron] Checking agent: {'id': '3b9d0ad6-16ce-46f2-a5c4-f9a7961e9638', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77525', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 21, 37, 44), 'started_at': datetime.datetime(2021, 2, 15, 21, 38, 14), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 21, 41, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 21:41:39.328094 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28dffb67-f63e-4adb-8ad5-dcd79a73d901 req-f4d6b296-405f-478d-976a-b32eac2f6c8e service neutron] Checking segment: {'id': '4706fe9e-ebde-4b1c-abdd-c4c6df8f240c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'd4cb94c9-5a9a-4e6a-890c-f8f3d05830cf'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 21:41:39.328507 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-28dffb67-f63e-4adb-8ad5-dcd79a73d901 req-f4d6b296-405f-478d-976a-b32eac2f6c8e service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:39.328903 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28dffb67-f63e-4adb-8ad5-dcd79a73d901 req-f4d6b296-405f-478d-976a-b32eac2f6c8e service neutron] Bound using segment: {'id': '4706fe9e-ebde-4b1c-abdd-c4c6df8f240c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'd4cb94c9-5a9a-4e6a-890c-f8f3d05830cf'} {{(pid=83999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 21:41:39.329405 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.managers [req-28dffb67-f63e-4adb-8ad5-dcd79a73d901 req-f4d6b296-405f-478d-976a-b32eac2f6c8e service neutron] Bound port: 67d4f055-485d-48f5-ad58-c7593e1d5c5a, host: hv-cinder-77525, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4706fe9e-ebde-4b1c-abdd-c4c6df8f240c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'd4cb94c9-5a9a-4e6a-890c-f8f3d05830cf'}}] {{(pid=83999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 15 21:41:39.329805 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-28dffb67-f63e-4adb-8ad5-dcd79a73d901 req-f4d6b296-405f-478d-976a-b32eac2f6c8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_update {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:39.442966 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [req-28dffb67-f63e-4adb-8ad5-dcd79a73d901 req-f4d6b296-405f-478d-976a-b32eac2f6c8e service neutron] For port 67d4f055-485d-48f5-ad58-c7593e1d5c5a, host hv-cinder-77525, cleared binding levels {{(pid=83999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 15 21:41:39.447173 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [req-28dffb67-f63e-4adb-8ad5-dcd79a73d901 req-f4d6b296-405f-478d-976a-b32eac2f6c8e service neutron] For port 67d4f055-485d-48f5-ad58-c7593e1d5c5a, host hv-cinder-77525, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=67d4f055-485d-48f5-ad58-c7593e1d5c5a,segment=NetworkSegment(4706fe9e-ebde-4b1c-abdd-c4c6df8f240c),segment_id=4706fe9e-ebde-4b1c-abdd-c4c6df8f240c)] {{(pid=83999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 15 21:41:39.455492 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-28dffb67-f63e-4adb-8ad5-dcd79a73d901 req-f4d6b296-405f-478d-976a-b32eac2f6c8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779317976793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779317533282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257537242501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-960628'] for port, after_update {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:39.487177 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:39.500185 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Network ea584dc2-ab3d-4694-abd1-4b3f5de0f2b1 details requested by agent ovs-agent-hv-cinder-77525 with host hv-cinder-77525 {{(pid=84000) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 15 21:41:39.508576 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:41:39.584648 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c24c0ad-eb33-427b-8179-44eb6de9625b req-27f9b38c-82f4-4879-ac0d-2a41ac4d0fcc tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:41:39.588506 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-9c24c0ad-eb33-427b-8179-44eb6de9625b req-27f9b38c-82f4-4879-ac0d-2a41ac4d0fcc tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.46 "GET /v2.0/networks?id=5a32d5d1-e1a3-4ef5-be5e-207bd58c1352 HTTP/1.1" status: 200 len: 817 time: 0.2544882 Feb 15 21:41:39.610288 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Network ea584dc2-ab3d-4694-abd1-4b3f5de0f2b1 details requested by agent ovs-agent-dv-cinder-775250-3-smb with host dv-cinder-775250-3-smb {{(pid=84000) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 15 21:41:39.679291 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d6b296-405f-478d-976a-b32eac2f6c8e service neutron] Pushing event updated for resources: {'Port': ['ID=67d4f055-485d-48f5-ad58-c7593e1d5c5a,revision_number=3']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:41:39.688612 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 47072) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:41:39.690129 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-f4d6b296-405f-478d-976a-b32eac2f6c8e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:41:39.745908 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-f8513002-7a05-4e14-acbf-5d97b6e15bfe req-94c3c999-8eeb-43da-aca7-f07f074984fe tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/ports?device_id=94c5b34a-a93a-417f-9bb0-dfd725a45c9f HTTP/1.1" status: 200 len: 210 time: 0.0702279 Feb 15 21:41:39.784747 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] For port fbd7fb33-cdbc-4016-8b09-d901ceb05255, host dv-cinder-775250-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-3-smb',level=0,port_id=fbd7fb33-cdbc-4016-8b09-d901ceb05255,segment=NetworkSegment(1388e872-eab5-4c96-8eb7-e6fd8402e86b),segment_id=1388e872-eab5-4c96-8eb7-e6fd8402e86b)] {{(pid=84000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:41:39.801669 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_hamode_db [None req-5ae524af-2763-4fb5-b8a8-78cceec0b362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '004e3b54-4ac9-4972-bd76-f2bead14228d', 'name': 'tempest-TestShelveInstance-3381138-router', 'tenant_id': 'e5c39c2be7094b439ebb60d1c07bbb7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'external_fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.69'}], 'enable_snat': True}, 'gw_port_id': 'ebeb435d-660c-438f-9397-cced0b158153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:41:22Z', 'updated_at': '2021-02-15T21:41:33Z', 'revision_number': 4, 'project_id': 'e5c39c2be7094b439ebb60d1c07bbb7e', 'gw_port': {'id': 'ebeb435d-660c-438f-9397-cced0b158153', 'name': '', 'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:df:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004e3b54-4ac9-4972-bd76-f2bead14228d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:41:25Z', 'updated_at': '2021-02-15T21:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-smb', '_interfaces': [{'id': 'd36f9a97-c22b-4d57-9367-785d4a870250', 'name': '', 'network_id': '6e26f87c-2805-4f2b-8fbf-dfda22b57e8d', 'tenant_id': 'e5c39c2be7094b439ebb60d1c07bbb7e', 'mac_address': 'fa:16:3e:69:d0:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '004e3b54-4ac9-4972-bd76-f2bead14228d', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '94a790b3-5bef-4570-9182-1c29edefc949', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:41:31Z', 'updated_at': '2021-02-15T21:41:33Z', 'revision_number': 2, 'project_id': 'e5c39c2be7094b439ebb60d1c07bbb7e', 'subnets': [{'id': '94a790b3-5bef-4570-9182-1c29edefc949', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-3-smb', False) {} {{(pid=84000) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:41:39.805676 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779317976793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779317533282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257537242501'] for port, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:39.822802 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-5dc73d13-27f7-4204-9bd6-c27ab30a5b13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:41:39.904754 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dffb67-f63e-4adb-8ad5-dcd79a73d901 req-f4d6b296-405f-478d-976a-b32eac2f6c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:41:39.905650 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-28dffb67-f63e-4adb-8ad5-dcd79a73d901 req-f4d6b296-405f-478d-976a-b32eac2f6c8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762656'] for port, before_response {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:39.907497 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-28dffb67-f63e-4adb-8ad5-dcd79a73d901 req-f4d6b296-405f-478d-976a-b32eac2f6c8e service neutron] 10.222.0.46 "PUT /v2.0/ports/67d4f055-485d-48f5-ad58-c7593e1d5c5a HTTP/1.1" status: 200 len: 1157 time: 2.3789499 Feb 15 21:41:39.908127 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b31359ed-0e47-429b-a90d-214bf023f93c', 'tag': '67d4f055-485d-48f5-ad58-c7593e1d5c5a'}] {{(pid=83999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 21:41:39.915456 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae524af-2763-4fb5-b8a8-78cceec0b362 None None] Checking router: 004e3b54-4ac9-4972-bd76-f2bead14228d for host: dv-cinder-775250-3-smb {{(pid=84000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 15 21:41:39.916073 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae524af-2763-4fb5-b8a8-78cceec0b362 None None] Updating router 004e3b54-4ac9-4972-bd76-f2bead14228d port d36f9a97-c22b-4d57-9367-785d4a870250 binding host dv-cinder-775250-3-smb {{(pid=84000) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 15 21:41:39.951427 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Pushing event updated for resources: {'Port': ['ID=fbd7fb33-cdbc-4016-8b09-d901ceb05255,revision_number=5']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:41:39.951681 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a197172-234c-428e-b732-915a76dc0812 req-612eebd7-67a3-4f42-af83-f1c99efcf756 tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:41:39.954041 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-9a197172-234c-428e-b732-915a76dc0812 req-612eebd7-67a3-4f42-af83-f1c99efcf756 tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] 10.222.0.68 "GET /v2.0/ports?device_id=b31359ed-0e47-429b-a90d-214bf023f93c HTTP/1.1" status: 200 len: 943 time: 0.6894090 Feb 15 21:41:39.971195 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:41:40.005367 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-5ae524af-2763-4fb5-b8a8-78cceec0b362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:40.013539 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-9c24c0ad-eb33-427b-8179-44eb6de9625b req-9730afe4-be35-4d5e-8bb4-39f2a887e042 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=83efcaddc4174c70aaaa9d4a9e274006 HTTP/1.1" status: 200 len: 5708 time: 0.2919385 Feb 15 21:41:40.057800 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.v2.base [req-9c24c0ad-eb33-427b-8179-44eb6de9625b req-75b9e973-4ebb-4e71-b8a4-b0520d86ce64 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Request body: {'port': {'device_id': '94c5b34a-a93a-417f-9bb0-dfd725a45c9f', 'network_id': '5a32d5d1-e1a3-4ef5-be5e-207bd58c1352', 'admin_state_up': True, 'tenant_id': '83efcaddc4174c70aaaa9d4a9e274006', 'security_groups': ['d41abb3f-0e7c-40e2-b25e-05dfee7102d1']}} {{(pid=83998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:41:40.075726 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-bf6ce00b-2870-45ff-9e2f-1c1135d2c3f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:40.095509 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-9a197172-234c-428e-b732-915a76dc0812 req-ecbbb699-b221-4b7f-b5be-de5d2abc8ae4 tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] 10.222.0.68 "GET /v2.0/security-groups?id=8bc26fce-d2b5-431c-b40f-aa9fc664e5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153779 Feb 15 21:41:40.117027 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-bf6ce00b-2870-45ff-9e2f-1c1135d2c3f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:41:40.125222 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-bf6ce00b-2870-45ff-9e2f-1c1135d2c3f4 admin admin] Usage tracker for resource:security_group_rule and tenant:70be439b4c87446c8656306e0dbd73ad is out of sync, need to count used quota {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:41:40.129939 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dffb67-f63e-4adb-8ad5-dcd79a73d901 req-bc1835f8-7e0e-43bd-8877-e42ddf4bfb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:41:40.131641 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-28dffb67-f63e-4adb-8ad5-dcd79a73d901 req-bc1835f8-7e0e-43bd-8877-e42ddf4bfb0c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4774bd6de9424041b36c50b9df5678da&device_id=b31359ed-0e47-429b-a90d-214bf023f93c HTTP/1.1" status: 200 len: 1160 time: 0.1282330 Feb 15 21:41:40.133485 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b31359ed-0e47-429b-a90d-214bf023f93c', 'tag': '67d4f055-485d-48f5-ad58-c7593e1d5c5a', 'status': 'completed', 'code': 200} Feb 15 21:41:40.134332 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-bf6ce00b-2870-45ff-9e2f-1c1135d2c3f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:41:40.140820 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-bf6ce00b-2870-45ff-9e2f-1c1135d2c3f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:41:40.245014 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-28dffb67-f63e-4adb-8ad5-dcd79a73d901 req-0f254efb-e70c-47ad-bff9-75d0edf7621c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=67d4f055-485d-48f5-ad58-c7593e1d5c5a HTTP/1.1" status: 200 len: 217 time: 0.0953336 Feb 15 21:41:40.351149 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [req-9c24c0ad-eb33-427b-8179-44eb6de9625b req-75b9e973-4ebb-4e71-b8a4-b0520d86ce64 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:41:40.361448 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [req-9c24c0ad-eb33-427b-8179-44eb6de9625b req-75b9e973-4ebb-4e71-b8a4-b0520d86ce64 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:41:40.362471 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dffb67-f63e-4adb-8ad5-dcd79a73d901 req-08198608-1c98-4ec3-8975-b4d497283fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:41:40.364280 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-28dffb67-f63e-4adb-8ad5-dcd79a73d901 req-08198608-1c98-4ec3-8975-b4d497283fb9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c56b427c-4f7a-4115-b778-29d346ebe80c HTTP/1.1" status: 200 len: 854 time: 0.1006572 Feb 15 21:41:40.378504 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c24c0ad-eb33-427b-8179-44eb6de9625b req-75b9e973-4ebb-4e71-b8a4-b0520d86ce64 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Made reservation on behalf of 83efcaddc4174c70aaaa9d4a9e274006 for: {'port': 1} {{(pid=83998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 15 21:41:40.384539 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-9c24c0ad-eb33-427b-8179-44eb6de9625b req-75b9e973-4ebb-4e71-b8a4-b0520d86ce64 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:40.429932 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-28dffb67-f63e-4adb-8ad5-dcd79a73d901 req-27bd4917-5b72-4a33-88d5-9d61f3d71bb9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d4cb94c9-5a9a-4e6a-890c-f8f3d05830cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546689 Feb 15 21:41:40.506181 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-bf6ce00b-2870-45ff-9e2f-1c1135d2c3f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:40.550050 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-5ae524af-2763-4fb5-b8a8-78cceec0b362 None None] Notify callbacks [] for port, precommit_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:40.565842 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-5ae524af-2763-4fb5-b8a8-78cceec0b362 None None] Transition to ACTIVE for port object d36f9a97-c22b-4d57-9367-785d4a870250 will not be triggered until provisioned by entity L2. {{(pid=84000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 21:41:40.572434 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-5ae524af-2763-4fb5-b8a8-78cceec0b362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779317976793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779317533282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257537242501'] for port, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:40.596179 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-bf6ce00b-2870-45ff-9e2f-1c1135d2c3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:40.610136 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-866ea07b-7123-44d6-8d2b-2a4315c1bce7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:41:40.673818 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6ce00b-2870-45ff-9e2f-1c1135d2c3f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=302a3226-4618-47dc-8e04-489864266e6d,revision_number=1']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:41:40.715854 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:41:40.718918 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.agents_db [None req-9c3f008a-7c02-4f45-a369-4199c6caa59a None None] Agent healthcheck: found 6 active agents {{(pid=84001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 15 21:41:40.722238 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-bf6ce00b-2870-45ff-9e2f-1c1135d2c3f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:41:40.726828 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-28dffb67-f63e-4adb-8ad5-dcd79a73d901 req-b8019dd9-0925-44b6-814f-7fe3c7ff437d service neutron] 10.222.0.46 "GET /v2.0/networks/d4cb94c9-5a9a-4e6a-890c-f8f3d05830cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2802458 Feb 15 21:41:40.731862 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-bf6ce00b-2870-45ff-9e2f-1c1135d2c3f4 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=70be439b4c87446c8656306e0dbd73ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9869814 Feb 15 21:41:40.732148 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 47092) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:41:40.784245 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.db_base_plugin_common [req-9c24c0ad-eb33-427b-8179-44eb6de9625b req-75b9e973-4ebb-4e71-b8a4-b0520d86ce64 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Allocated IP 172.20.0.3 (5a32d5d1-e1a3-4ef5-be5e-207bd58c1352/f1da26f9-af3a-42e2-9b06-af8d75ade4f1/c77c9273-6b5a-4eb8-9ec7-1e5a309793f9) {{(pid=83998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 15 21:41:41.024122 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.managers [None req-5ae524af-2763-4fb5-b8a8-78cceec0b362 None None] Attempting to bind port d36f9a97-c22b-4d57-9367-785d4a870250 on host dv-cinder-775250-3-smb for vnic_type normal with profile {{(pid=84000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 21:41:41.024610 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.managers [None req-5ae524af-2763-4fb5-b8a8-78cceec0b362 None None] Attempting to bind port d36f9a97-c22b-4d57-9367-785d4a870250 by drivers openvswitch on host dv-cinder-775250-3-smb at level 0 using segments [{'id': '0b7339a4-af60-4f41-9eeb-cada19b9ad25', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '6e26f87c-2805-4f2b-8fbf-dfda22b57e8d'}] {{(pid=84000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 15 21:41:41.024928 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae524af-2763-4fb5-b8a8-78cceec0b362 None None] Attempting to bind port d36f9a97-c22b-4d57-9367-785d4a870250 on network 6e26f87c-2805-4f2b-8fbf-dfda22b57e8d {{(pid=84000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 15 21:41:41.031618 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f85ce8b-5091-4aeb-b073-72f96c00838c None None] Pushing event updated for resources: {'Port': ['ID=d36f9a97-c22b-4d57-9367-785d4a870250,revision_number=3']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:41:41.034175 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae524af-2763-4fb5-b8a8-78cceec0b362 None None] Checking agent: {'id': 'c4d26ba9-4355-4b6a-ac8e-61eaae13650f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 21, 30, 23), 'started_at': datetime.datetime(2021, 2, 15, 21, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 21, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 21:41:41.034599 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae524af-2763-4fb5-b8a8-78cceec0b362 None None] Checking segment: {'id': '0b7339a4-af60-4f41-9eeb-cada19b9ad25', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '6e26f87c-2805-4f2b-8fbf-dfda22b57e8d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 21:41:41.035047 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-5ae524af-2763-4fb5-b8a8-78cceec0b362 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:41.035501 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae524af-2763-4fb5-b8a8-78cceec0b362 None None] Bound using segment: {'id': '0b7339a4-af60-4f41-9eeb-cada19b9ad25', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '6e26f87c-2805-4f2b-8fbf-dfda22b57e8d'} {{(pid=84000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 21:41:41.036001 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.managers [None req-5ae524af-2763-4fb5-b8a8-78cceec0b362 None None] Bound port: d36f9a97-c22b-4d57-9367-785d4a870250, host: dv-cinder-775250-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b7339a4-af60-4f41-9eeb-cada19b9ad25', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '6e26f87c-2805-4f2b-8fbf-dfda22b57e8d'}}] {{(pid=84000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 15 21:41:41.036416 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-5ae524af-2763-4fb5-b8a8-78cceec0b362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:41.051932 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-7f85ce8b-5091-4aeb-b073-72f96c00838c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:41:41.150655 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [None req-5ae524af-2763-4fb5-b8a8-78cceec0b362 None None] For port d36f9a97-c22b-4d57-9367-785d4a870250, host dv-cinder-775250-3-smb, cleared binding levels {{(pid=84000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 15 21:41:41.156931 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [None req-5ae524af-2763-4fb5-b8a8-78cceec0b362 None None] For port d36f9a97-c22b-4d57-9367-785d4a870250, host dv-cinder-775250-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-3-smb',level=0,port_id=d36f9a97-c22b-4d57-9367-785d4a870250,segment=NetworkSegment(0b7339a4-af60-4f41-9eeb-cada19b9ad25),segment_id=0b7339a4-af60-4f41-9eeb-cada19b9ad25)] {{(pid=84000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 15 21:41:41.172425 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-5ae524af-2763-4fb5-b8a8-78cceec0b362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779317976793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779317533282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257537242501'] for port, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:41.191639 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:41:41.196368 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-8b6d9b43-d03f-46a1-9f82-e097ddfb9655 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:41.208030 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-a96c6f9c-3749-4ca9-bdc4-d54fa4bccbf3 req-789ccd8d-4db1-4545-9762-2b6437f080ed tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/ports?device_id=94c5b34a-a93a-417f-9bb0-dfd725a45c9f HTTP/1.1" status: 200 len: 210 time: 0.2083831 Feb 15 21:41:41.239530 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45206427-2115-4066-9210-766d920b9283 req-44309911-c15d-4fdc-9aa6-b29ed67253ab tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:41:41.241322 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-45206427-2115-4066-9210-766d920b9283 req-44309911-c15d-4fdc-9aa6-b29ed67253ab tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/ports?device_id=22283d64-fb12-49e8-a3ff-d8be33246567 HTTP/1.1" status: 200 len: 946 time: 0.3385212 Feb 15 21:41:41.243839 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-8b6d9b43-d03f-46a1-9f82-e097ddfb9655 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:41.254304 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-4e04e90d-eae1-4594-adcf-c79bec95f073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232'] for subnet, after_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:41.321093 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cbd268-0a9f-4509-9a70-14584c8462e1 req-16be46f4-f9d1-4b32-b1e6-e75c65fc45c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:41:41.324027 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-99cbd268-0a9f-4509-9a70-14584c8462e1 req-16be46f4-f9d1-4b32-b1e6-e75c65fc45c9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6560e6c9f85e4d83bbd45fb6f6c6ecff&device_id=22283d64-fb12-49e8-a3ff-d8be33246567 HTTP/1.1" status: 200 len: 1163 time: 0.5708332 Feb 15 21:41:41.324027 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-8b6d9b43-d03f-46a1-9f82-e097ddfb9655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:41.378875 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:41:41.450277 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e04e90d-eae1-4594-adcf-c79bec95f073 admin admin] Pushing event updated for resources: {'Subnet': ['ID=01065af1-c4c6-467f-b3b0-73cd80ce0ecc,revision_number=0']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:41:41.453913 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-4e04e90d-eae1-4594-adcf-c79bec95f073 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:41:41.458822 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae524af-2763-4fb5-b8a8-78cceec0b362 None None] Routers {'004e3b54-4ac9-4972-bd76-f2bead14228d'} bound to L3 agent in host dv-cinder-775250-3-smb {{(pid=84000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 21:41:41.459659 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_hamode_db [None req-5ae524af-2763-4fb5-b8a8-78cceec0b362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-15T21:30:22Z,description=,heartbeat_timestamp=2021-02-15T21:41:22Z,host='dv-cinder-775250-3-smb',id=dc46b086-6cb1-49e8-b95e-1fe9b389155e,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T21:30:22Z,topic='l3_agent')) {'router_ids': ['004e3b54-4ac9-4972-bd76-f2bead14228d'], 'active': True} {{(pid=84000) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:41:41.512375 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-23b45611-9a1e-4676-8a2f-b15cecaf9f19 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:41:41.524287 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cbd268-0a9f-4509-9a70-14584c8462e1 req-bd055c59-4626-4ca6-9f2e-480a15a1045f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:41:41.525979 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-99cbd268-0a9f-4509-9a70-14584c8462e1 req-bd055c59-4626-4ca6-9f2e-480a15a1045f service neutron] 10.222.0.46 "GET /v2.0/networks?id=c278209e-60b4-4d2d-9f56-5790073f68ce HTTP/1.1" status: 200 len: 910 time: 0.1870801 Feb 15 21:41:41.532705 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6d9b43-d03f-46a1-9f82-e097ddfb9655 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=302a3226-4618-47dc-8e04-489864266e6d,revision_number=None']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:41:41.536392 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-92749675-e035-42e0-ba4e-b0dd57154be3 req-6fdcd414-9077-4532-bf0d-f80fb063d086 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e664b4ef-9ca0-4e9a-9660-25803b26daa8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.4689651 Feb 15 21:41:41.544930 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-8b6d9b43-d03f-46a1-9f82-e097ddfb9655 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:41:41.562418 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-9c24c0ad-eb33-427b-8179-44eb6de9625b req-75b9e973-4ebb-4e71-b8a4-b0520d86ce64 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Notify callbacks [] for port, precommit_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:41.663324 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [req-9c24c0ad-eb33-427b-8179-44eb6de9625b req-75b9e973-4ebb-4e71-b8a4-b0520d86ce64 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Transition to ACTIVE for port object c77c9273-6b5a-4eb8-9ec7-1e5a309793f9 will not be triggered until provisioned by entity DHCP. {{(pid=83998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 21:41:41.690803 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-99cbd268-0a9f-4509-9a70-14584c8462e1 req-e33acb7d-12b4-4e80-aeb9-a089355d13c4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1be03bc2-babb-4dfe-95ed-1391e5bcd7bf HTTP/1.1" status: 200 len: 217 time: 0.1447637 Feb 15 21:41:41.694699 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-45206427-2115-4066-9210-766d920b9283 req-4b21b7b3-7493-42f3-af46-14cad1c17faa tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/security-groups?id=cfa94711-8349-42e9-83b9-bdf74ec03915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3992748 Feb 15 21:41:41.696945 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-28dffb67-f63e-4adb-8ad5-dcd79a73d901 req-8d5c063e-9178-4c18-982b-ee1e8b557cad service neutron] 10.222.0.46 "GET /v2.0/networks/d4cb94c9-5a9a-4e6a-890c-f8f3d05830cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8481412 Feb 15 21:41:41.699861 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-8b6d9b43-d03f-46a1-9f82-e097ddfb9655 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:41.701314 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-8b6d9b43-d03f-46a1-9f82-e097ddfb9655 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/302a3226-4618-47dc-8e04-489864266e6d HTTP/1.1" status: 204 len: 168 time: 0.9681883 Feb 15 21:41:41.719181 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvr_db [None req-5ae524af-2763-4fb5-b8a8-78cceec0b362 None None] Set router 004e3b54-4ac9-4972-bd76-f2bead14228d gateway port host: dv-cinder-775250-3-smb {{(pid=84000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 21:41:41.894267 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cbd268-0a9f-4509-9a70-14584c8462e1 req-de48189c-c59a-42fc-85e5-1b9ec1d19c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:41:41.896035 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-99cbd268-0a9f-4509-9a70-14584c8462e1 req-de48189c-c59a-42fc-85e5-1b9ec1d19c00 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f72e66a9-c0ee-498d-b316-6527684306cf HTTP/1.1" status: 200 len: 856 time: 0.1856620 Feb 15 21:41:42.008567 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-99cbd268-0a9f-4509-9a70-14584c8462e1 req-d234dc63-d67f-4dd1-a454-b8e5fb62cbe5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c278209e-60b4-4d2d-9f56-5790073f68ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0975437 Feb 15 21:41:42.016839 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Device fbd7fb33-cdbc-4016-8b09-d901ceb05255 up at agent ovs-agent-dv-cinder-775250-3-smb {{(pid=84000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:41:42.105604 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f85ce8b-5091-4aeb-b073-72f96c00838c None None] Pushing event updated for resources: {'Port': ['ID=d36f9a97-c22b-4d57-9367-785d4a870250,revision_number=4']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:41:42.121941 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-7f85ce8b-5091-4aeb-b073-72f96c00838c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.930s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:41:42.178495 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-9c24c0ad-eb33-427b-8179-44eb6de9625b req-75b9e973-4ebb-4e71-b8a4-b0520d86ce64 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363257537239207'] for port, after_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:42.206296 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Provisioning complete for port fbd7fb33-cdbc-4016-8b09-d901ceb05255 triggered by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:41:42.206633 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:42.294578 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-99cbd268-0a9f-4509-9a70-14584c8462e1 req-ade6740b-abed-47bf-9f8f-84c21a7d6f3d service neutron] 10.222.0.46 "GET /v2.0/networks/c278209e-60b4-4d2d-9f56-5790073f68ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2707174 Feb 15 21:41:42.296426 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 47116) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:41:42.358506 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-c881b3cb-7b83-4899-9645-ce4bff8abba5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:41:42.366977 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-029386d3-1093-41f0-a3f7-b01ea40e2d5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:42.444474 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92749675-e035-42e0-ba4e-b0dd57154be3 req-4346be37-3c4a-4b92-980e-1641a86277d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:41:42.446146 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-92749675-e035-42e0-ba4e-b0dd57154be3 req-4346be37-3c4a-4b92-980e-1641a86277d7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=964e5fef0d9f42da9da2717fddfc34f1&device_id=e664b4ef-9ca0-4e9a-9660-25803b26daa8 HTTP/1.1" status: 200 len: 1162 time: 0.8468568 Feb 15 21:41:42.451136 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_hamode_db [None req-5ae524af-2763-4fb5-b8a8-78cceec0b362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '004e3b54-4ac9-4972-bd76-f2bead14228d', 'name': 'tempest-TestShelveInstance-3381138-router', 'tenant_id': 'e5c39c2be7094b439ebb60d1c07bbb7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'external_fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.69'}], 'enable_snat': True}, 'gw_port_id': 'ebeb435d-660c-438f-9397-cced0b158153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:41:22Z', 'updated_at': '2021-02-15T21:41:33Z', 'revision_number': 4, 'project_id': 'e5c39c2be7094b439ebb60d1c07bbb7e', 'gw_port': {'id': 'ebeb435d-660c-438f-9397-cced0b158153', 'name': '', 'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:df:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004e3b54-4ac9-4972-bd76-f2bead14228d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:41:25Z', 'updated_at': '2021-02-15T21:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-smb', '_interfaces': [{'id': 'd36f9a97-c22b-4d57-9367-785d4a870250', 'name': '', 'network_id': '6e26f87c-2805-4f2b-8fbf-dfda22b57e8d', 'tenant_id': 'e5c39c2be7094b439ebb60d1c07bbb7e', 'mac_address': 'fa:16:3e:69:d0:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '004e3b54-4ac9-4972-bd76-f2bead14228d', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '94a790b3-5bef-4570-9182-1c29edefc949', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:41:31Z', 'updated_at': '2021-02-15T21:41:41Z', 'revision_number': 4, 'project_id': 'e5c39c2be7094b439ebb60d1c07bbb7e', 'subnets': [{'id': '94a790b3-5bef-4570-9182-1c29edefc949', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-3-smb', False) {} {{(pid=84000) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:41:42.456158 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae524af-2763-4fb5-b8a8-78cceec0b362 None None] The sync data for ids ['004e3b54-4ac9-4972-bd76-f2bead14228d'] in dv-cinder-775250-3-smb is: [{'id': '004e3b54-4ac9-4972-bd76-f2bead14228d', 'name': 'tempest-TestShelveInstance-3381138-router', 'tenant_id': 'e5c39c2be7094b439ebb60d1c07bbb7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'external_fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.69'}], 'enable_snat': True}, 'gw_port_id': 'ebeb435d-660c-438f-9397-cced0b158153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:41:22Z', 'updated_at': '2021-02-15T21:41:33Z', 'revision_number': 4, 'project_id': 'e5c39c2be7094b439ebb60d1c07bbb7e', 'gw_port': {'id': 'ebeb435d-660c-438f-9397-cced0b158153', 'name': '', 'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:df:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004e3b54-4ac9-4972-bd76-f2bead14228d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:41:25Z', 'updated_at': '2021-02-15T21:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-smb', '_interfaces': [{'id': 'd36f9a97-c22b-4d57-9367-785d4a870250', 'name': '', 'network_id': '6e26f87c-2805-4f2b-8fbf-dfda22b57e8d', 'tenant_id': 'e5c39c2be7094b439ebb60d1c07bbb7e', 'mac_address': 'fa:16:3e:69:d0:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '004e3b54-4ac9-4972-bd76-f2bead14228d', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '94a790b3-5bef-4570-9182-1c29edefc949', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:41:31Z', 'updated_at': '2021-02-15T21:41:41Z', 'revision_number': 4, 'project_id': 'e5c39c2be7094b439ebb60d1c07bbb7e', 'subnets': [{'id': '94a790b3-5bef-4570-9182-1c29edefc949', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 15 21:41:42.530247 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b9e973-4ebb-4e71-b8a4-b0520d86ce64 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Pushing event updated for resources: {'Port': ['ID=c77c9273-6b5a-4eb8-9ec7-1e5a309793f9,revision_number=1']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:41:42.536355 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-75b9e973-4ebb-4e71-b8a4-b0520d86ce64 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:41:42.559502 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e04e90d-eae1-4594-adcf-c79bec95f073 admin admin] Checking segment: {'id': '1ed662e2-2651-49e6-a38f-f29e92fd0fa2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'ea584dc2-ab3d-4694-abd1-4b3f5de0f2b1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 21:41:42.559905 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e04e90d-eae1-4594-adcf-c79bec95f073 admin admin] Network hostable DHCP agents. Network: ea584dc2-ab3d-4694-abd1-4b3f5de0f2b1, hostable agents: ['d424e710-01f3-4b4f-8c21-3c6c336e6167'], hosted agents: [] {{(pid=83998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 15 21:41:42.571545 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c24c0ad-eb33-427b-8179-44eb6de9625b req-75b9e973-4ebb-4e71-b8a4-b0520d86ce64 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Network 5a32d5d1-e1a3-4ef5-be5e-207bd58c1352 is already hosted by enough agents. {{(pid=83998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 21:41:42.578771 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b9fdfd-16a5-4497-887b-e14cd90ae0ce req-273144d8-ed76-4c74-8530-f0a8d058b194 tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:41:42.580668 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-32b9fdfd-16a5-4497-887b-e14cd90ae0ce req-273144d8-ed76-4c74-8530-f0a8d058b194 tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] 10.222.0.68 "GET /v2.0/ports?device_id=b31359ed-0e47-429b-a90d-214bf023f93c HTTP/1.1" status: 200 len: 943 time: 0.9157155 Feb 15 21:41:42.584795 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.base_scheduler [req-9c24c0ad-eb33-427b-8179-44eb6de9625b req-75b9e973-4ebb-4e71-b8a4-b0520d86ce64 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Resources bound (agent type, host, resource id): {{(pid=83998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 21:41:42.648286 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c24c0ad-eb33-427b-8179-44eb6de9625b req-75b9e973-4ebb-4e71-b8a4-b0520d86ce64 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Received port after_create {{(pid=83998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 15 21:41:42.653400 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c24c0ad-eb33-427b-8179-44eb6de9625b req-75b9e973-4ebb-4e71-b8a4-b0520d86ce64 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:41:42.654406 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-9c24c0ad-eb33-427b-8179-44eb6de9625b req-75b9e973-4ebb-4e71-b8a4-b0520d86ce64 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851048245'] for port, before_response {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:42.719055 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92749675-e035-42e0-ba4e-b0dd57154be3 req-6db64640-84ba-4888-bb60-9244732a3870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:41:42.721304 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-92749675-e035-42e0-ba4e-b0dd57154be3 req-6db64640-84ba-4888-bb60-9244732a3870 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7e351d7f-ec41-4316-8703-e8fda2cbe604 HTTP/1.1" status: 200 len: 909 time: 0.2339427 Feb 15 21:41:42.765808 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-029386d3-1093-41f0-a3f7-b01ea40e2d5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:41:42.773103 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-029386d3-1093-41f0-a3f7-b01ea40e2d5a admin admin] Usage tracker for resource:security_group_rule and tenant:0f8bedb6bc9d41499fc96e964c96938c is out of sync, need to count used quota {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:41:42.781374 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-029386d3-1093-41f0-a3f7-b01ea40e2d5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:41:42.790889 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-029386d3-1093-41f0-a3f7-b01ea40e2d5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:41:42.833650 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e04e90d-eae1-4594-adcf-c79bec95f073 admin admin] Network ea584dc2-ab3d-4694-abd1-4b3f5de0f2b1 is scheduled to be hosted by DHCP agent d424e710-01f3-4b4f-8c21-3c6c336e6167 with binding_index 1 {{(pid=83998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 15 21:41:42.836681 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-92749675-e035-42e0-ba4e-b0dd57154be3 req-8c57c0f0-4dc0-44b5-aea7-7395ab3e3e05 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6b5a5fcb-fec3-450a-8f23-693774dbbad1 HTTP/1.1" status: 200 len: 217 time: 0.0902054 Feb 15 21:41:42.839282 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0788434-2fd1-4618-b799-31554ddb6658 req-71aed66d-1d38-4ead-ad06-6794a64d2595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:41:42.840930 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-e0788434-2fd1-4618-b799-31554ddb6658 req-71aed66d-1d38-4ead-ad06-6794a64d2595 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4774bd6de9424041b36c50b9df5678da&device_id=b31359ed-0e47-429b-a90d-214bf023f93c HTTP/1.1" status: 200 len: 1160 time: 1.0287061 Feb 15 21:41:42.937971 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.base_scheduler [None req-4e04e90d-eae1-4594-adcf-c79bec95f073 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775250-3-smb, ea584dc2-ab3d-4694-abd1-4b3f5de0f2b1) {{(pid=83998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 21:41:42.939493 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-f7465ec1-102b-416b-a029-fe9ff076b53f None None] Provisioning for port c77c9273-6b5a-4eb8-9ec7-1e5a309793f9 completed by entity DHCP. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 21:41:42.946581 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-f7465ec1-102b-416b-a029-fe9ff076b53f None None] Provisioning complete for port c77c9273-6b5a-4eb8-9ec7-1e5a309793f9 triggered by entity DHCP. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:41:42.947022 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-f7465ec1-102b-416b-a029-fe9ff076b53f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:42.962706 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-32b9fdfd-16a5-4497-887b-e14cd90ae0ce req-02629f80-94f0-4f49-9fa0-93548fb84a94 tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] 10.222.0.68 "GET /v2.0/security-groups?id=8bc26fce-d2b5-431c-b40f-aa9fc664e5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3030415 Feb 15 21:41:42.977158 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-9c24c0ad-eb33-427b-8179-44eb6de9625b req-75b9e973-4ebb-4e71-b8a4-b0520d86ce64 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9283116 Feb 15 21:41:42.980598 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e04e90d-eae1-4594-adcf-c79bec95f073 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:41:42.981327 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-4e04e90d-eae1-4594-adcf-c79bec95f073 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851048245'] for subnet, before_response {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:42.996201 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f78883-05ba-4915-8873-ba293823dba4 None None] Network ea584dc2-ab3d-4694-abd1-4b3f5de0f2b1 requested from dv-cinder-775250-3-smb {{(pid=84000) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 15 21:41:42.997296 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.v2.base [req-9c24c0ad-eb33-427b-8179-44eb6de9625b req-9947c1fb-8905-4523-a310-63810647939d service neutron] Request body: {'port': {'device_id': '94c5b34a-a93a-417f-9bb0-dfd725a45c9f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77525'}} {{(pid=83998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:41:43.078334 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab147b6d-e2fc-4d4b-b45b-a1947d10eed4 req-f328b337-3b13-4f4f-8224-921b9e137323 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:41:43.086736 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-ab147b6d-e2fc-4d4b-b45b-a1947d10eed4 req-f328b337-3b13-4f4f-8224-921b9e137323 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/ports?device_id=94c5b34a-a93a-417f-9bb0-dfd725a45c9f HTTP/1.1" status: 200 len: 931 time: 0.7082129 Feb 15 21:41:43.145197 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-99cbd268-0a9f-4509-9a70-14584c8462e1 req-5215c1c5-fbf2-4ff1-a8f2-aaa23feb3610 service neutron] 10.222.0.46 "GET /v2.0/networks/c278209e-60b4-4d2d-9f56-5790073f68ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8262761 Feb 15 21:41:43.214917 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [req-ab147b6d-e2fc-4d4b-b45b-a1947d10eed4 req-758f3405-adea-4986-b652-b5c109ea62ff tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Synchronizing usage tracker for tenant:83efcaddc4174c70aaaa9d4a9e274006 on resource:security_group {{(pid=83999) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 21:41:43.218351 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0788434-2fd1-4618-b799-31554ddb6658 req-4e109781-8bc5-46d9-8a79-f7f01667a150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:41:43.220008 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-e0788434-2fd1-4618-b799-31554ddb6658 req-4e109781-8bc5-46d9-8a79-f7f01667a150 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d4cb94c9-5a9a-4e6a-890c-f8f3d05830cf HTTP/1.1" status: 200 len: 908 time: 0.3603456 Feb 15 21:41:43.264379 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92749675-e035-42e0-ba4e-b0dd57154be3 req-e6cf6a5c-08fe-4ce4-905f-0111e795541e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:41:43.269150 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-92749675-e035-42e0-ba4e-b0dd57154be3 req-e6cf6a5c-08fe-4ce4-905f-0111e795541e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=dcb6e13b-2686-42e4-a027-d54b68f82f25 HTTP/1.1" status: 200 len: 855 time: 0.3955975 Feb 15 21:41:43.347947 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-e0788434-2fd1-4618-b799-31554ddb6658 req-d28badec-ac82-4a1f-a7bd-1d9fa8b74874 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=67d4f055-485d-48f5-ad58-c7593e1d5c5a HTTP/1.1" status: 200 len: 217 time: 0.1116908 Feb 15 21:41:43.354016 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.plugin [None req-f7465ec1-102b-416b-a029-fe9ff076b53f None None] Port c77c9273-6b5a-4eb8-9ec7-1e5a309793f9 cannot update to ACTIVE because it is not bound. {{(pid=84000) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 15 21:41:43.391514 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-4e04e90d-eae1-4594-adcf-c79bec95f073 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 4.4562387 Feb 15 21:41:43.395861 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83998) accepted ('10.222.0.68', 47132) {{(pid=83998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:41:43.399736 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-92749675-e035-42e0-ba4e-b0dd57154be3 req-282f6686-ac0b-414f-81ce-a004353e1a99 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7e351d7f-ec41-4316-8703-e8fda2cbe604&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1145449 Feb 15 21:41:43.407681 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.v2.base [None req-c116c38e-b1b9-4994-b856-38931b9073e5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1135260279-router', 'tenant_id': '320dff63e8014c2a8ec12f98a9c80416', 'external_gateway_info': {'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6'}}} {{(pid=83998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:41:43.415829 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-c116c38e-b1b9-4994-b856-38931b9073e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:41:43.442157 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-9c24c0ad-eb33-427b-8179-44eb6de9625b req-9947c1fb-8905-4523-a310-63810647939d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:43.456822 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0788434-2fd1-4618-b799-31554ddb6658 req-539a3ed8-a4d9-4a79-b26a-59e3679f08ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:41:43.458630 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-e0788434-2fd1-4618-b799-31554ddb6658 req-539a3ed8-a4d9-4a79-b26a-59e3679f08ad service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c56b427c-4f7a-4115-b778-29d346ebe80c HTTP/1.1" status: 200 len: 854 time: 0.0934291 Feb 15 21:41:43.464409 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-c116c38e-b1b9-4994-b856-38931b9073e5 admin admin] Usage tracker for resource:router and tenant:320dff63e8014c2a8ec12f98a9c80416 is out of sync, need to count used quota {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:41:43.480702 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-c116c38e-b1b9-4994-b856-38931b9073e5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:41:43.491260 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-c116c38e-b1b9-4994-b856-38931b9073e5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:41:43.541984 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-e0788434-2fd1-4618-b799-31554ddb6658 req-ea781205-4e71-45fe-9ccc-9ef7d73df6dc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d4cb94c9-5a9a-4e6a-890c-f8f3d05830cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0677891 Feb 15 21:41:43.561101 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [req-ab147b6d-e2fc-4d4b-b45b-a1947d10eed4 req-758f3405-adea-4986-b652-b5c109ea62ff tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Unset dirty status for tenant:83efcaddc4174c70aaaa9d4a9e274006 on resource:security_group {{(pid=83999) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 21:41:43.572303 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b310aecd-d679-4830-b945-e0a7e44b3016 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca428795-fbe4-5597-aa86-ac3b8be07699-ea584dc2-ab3d-4694-abd1-4b3f5de0f2b1', 'network_id': 'ea584dc2-ab3d-4694-abd1-4b3f5de0f2b1', 'tenant_id': '320dff63e8014c2a8ec12f98a9c80416', 'fixed_ips': [{'subnet_id': '01065af1-c4c6-467f-b3b0-73cd80ce0ecc'}]}} from dv-cinder-775250-3-smb. {{(pid=84000) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 15 21:41:43.573274 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-b310aecd-d679-4830-b945-e0a7e44b3016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:43.577996 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-ab147b6d-e2fc-4d4b-b45b-a1947d10eed4 req-758f3405-adea-4986-b652-b5c109ea62ff tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/security-groups?id=d41abb3f-0e7c-40e2-b25e-05dfee7102d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4902155 Feb 15 21:41:43.585168 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-029386d3-1093-41f0-a3f7-b01ea40e2d5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:43.620145 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-029386d3-1093-41f0-a3f7-b01ea40e2d5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:43.642407 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-ea6a2e8d-a960-483e-98cf-4558f0972d8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:41:43.686285 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029386d3-1093-41f0-a3f7-b01ea40e2d5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97494337-6254-49a0-b56d-fe942e241a57,revision_number=1']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:41:43.697956 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-92749675-e035-42e0-ba4e-b0dd57154be3 req-474923a2-cfe3-47f8-922d-6402c498c8e3 service neutron] 10.222.0.46 "GET /v2.0/networks/7e351d7f-ec41-4316-8703-e8fda2cbe604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2828197 Feb 15 21:41:43.778731 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-029386d3-1093-41f0-a3f7-b01ea40e2d5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:41:43.860692 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-029386d3-1093-41f0-a3f7-b01ea40e2d5a admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=0f8bedb6bc9d41499fc96e964c96938c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5629873 Feb 15 21:41:43.864229 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 47140) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:41:43.909177 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-c116c38e-b1b9-4994-b856-38931b9073e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3812454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854714798'] for router, before_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:43.938628 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-c116c38e-b1b9-4994-b856-38931b9073e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850963330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3877128', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3679487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61018'] for router, precommit_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:44.015975 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-e0788434-2fd1-4618-b799-31554ddb6658 req-a64c0baa-b5f7-494a-8150-f529f63879f4 service neutron] 10.222.0.46 "GET /v2.0/networks/d4cb94c9-5a9a-4e6a-890c-f8f3d05830cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4365778 Feb 15 21:41:44.079423 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.db_base_plugin_common [None req-b310aecd-d679-4830-b945-e0a7e44b3016 None None] Allocated IP 172.20.0.2 (ea584dc2-ab3d-4694-abd1-4b3f5de0f2b1/01065af1-c4c6-467f-b3b0-73cd80ce0ecc/ed1b1057-b0c6-4b55-b03a-f5343edb1155) {{(pid=84000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 15 21:41:44.083207 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-c23d3035-56be-428e-91cc-5d077b8001bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:44.181133 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-c116c38e-b1b9-4994-b856-38931b9073e5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:44.190252 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Device d36f9a97-c22b-4d57-9367-785d4a870250 up at agent ovs-agent-dv-cinder-775250-3-smb {{(pid=84000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:41:44.261055 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-c23d3035-56be-428e-91cc-5d077b8001bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:44.274610 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:44.286089 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-92749675-e035-42e0-ba4e-b0dd57154be3 req-e5908a2c-8640-4b83-8299-576b8570ad05 service neutron] 10.222.0.46 "GET /v2.0/networks/7e351d7f-ec41-4316-8703-e8fda2cbe604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5238836 Feb 15 21:41:44.341801 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9da4f6-df4d-4660-9ff8-62f24b432644 req-3c07e369-ee20-440f-84da-8297a6cd04d5 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:41:44.346449 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-e0788434-2fd1-4618-b799-31554ddb6658 req-51855f31-6399-4d0f-992f-b19f4484c0a6 service neutron] 10.222.0.46 "GET /v2.0/networks/d4cb94c9-5a9a-4e6a-890c-f8f3d05830cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2906094 Feb 15 21:41:44.348749 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-bd9da4f6-df4d-4660-9ff8-62f24b432644 req-3c07e369-ee20-440f-84da-8297a6cd04d5 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/ports?device_id=22283d64-fb12-49e8-a3ff-d8be33246567 HTTP/1.1" status: 200 len: 946 time: 0.3947768 Feb 15 21:41:44.374803 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195989a0-6039-4f21-b3cb-ec20fa2a152e req-604b1561-6b7e-47bd-9d99-e3aa5507a6f0 tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:41:44.376567 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-195989a0-6039-4f21-b3cb-ec20fa2a152e req-604b1561-6b7e-47bd-9d99-e3aa5507a6f0 tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] 10.222.0.68 "GET /v2.0/ports?device_id=b31359ed-0e47-429b-a90d-214bf023f93c HTTP/1.1" status: 200 len: 943 time: 0.1936102 Feb 15 21:41:44.377346 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-c23d3035-56be-428e-91cc-5d077b8001bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:44.383157 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-40f4a79a-9b7c-4f34-a396-44526650a7ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:41:44.417511 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-c23d3035-56be-428e-91cc-5d077b8001bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:44.422133 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-c23d3035-56be-428e-91cc-5d077b8001bb admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/97494337-6254-49a0-b56d-fe942e241a57 HTTP/1.1" status: 204 len: 168 time: 0.5570803 Feb 15 21:41:44.423812 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23d3035-56be-428e-91cc-5d077b8001bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97494337-6254-49a0-b56d-fe942e241a57,revision_number=None']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:41:44.434196 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Provisioning for port d36f9a97-c22b-4d57-9367-785d4a870250 completed by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 21:41:44.445626 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Provisioning complete for port d36f9a97-c22b-4d57-9367-785d4a870250 triggered by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:41:44.446047 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:44.465139 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-c23d3035-56be-428e-91cc-5d077b8001bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:41:44.478602 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-195989a0-6039-4f21-b3cb-ec20fa2a152e req-e1df3d6f-8d88-438a-8d82-f234a8ad1969 tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] 10.222.0.68 "GET /v2.0/security-groups?id=8bc26fce-d2b5-431c-b40f-aa9fc664e5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877652 Feb 15 21:41:44.535344 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.objects.ports [None req-c9ed52a8-a87f-4a0c-983c-7393a8c649ef None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84000) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 15 21:41:44.545073 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-b310aecd-d679-4830-b945-e0a7e44b3016 None None] Notify callbacks [] for port, precommit_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:44.561378 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-b310aecd-d679-4830-b945-e0a7e44b3016 None None] Transition to ACTIVE for port object ed1b1057-b0c6-4b55-b03a-f5343edb1155 will not be triggered until provisioned by entity L2. {{(pid=84000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 21:41:44.586406 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-b310aecd-d679-4830-b945-e0a7e44b3016 None None] Transition to ACTIVE for port object ed1b1057-b0c6-4b55-b03a-f5343edb1155 will not be triggered until provisioned by entity DHCP. {{(pid=84000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 21:41:44.620709 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-b310aecd-d679-4830-b945-e0a7e44b3016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363257537239207'] for port, after_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:44.647318 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:41:44.730247 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b310aecd-d679-4830-b945-e0a7e44b3016 None None] Pushing event updated for resources: {'Port': ['ID=ed1b1057-b0c6-4b55-b03a-f5343edb1155,revision_number=1']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:41:44.739156 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-b310aecd-d679-4830-b945-e0a7e44b3016 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:41:44.817044 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:44.883711 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] For port d36f9a97-c22b-4d57-9367-785d4a870250, host dv-cinder-775250-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-3-smb',level=0,port_id=d36f9a97-c22b-4d57-9367-785d4a870250,segment=NetworkSegment(0b7339a4-af60-4f41-9eeb-cada19b9ad25),segment_id=0b7339a4-af60-4f41-9eeb-cada19b9ad25)] {{(pid=84000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:41:44.884715 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c1b8d9-401c-4318-b806-628e6c292c1d req-0c553787-f330-40aa-8de5-05b8c85e1ca0 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:41:44.895125 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-a6c1b8d9-401c-4318-b806-628e6c292c1d req-0c553787-f330-40aa-8de5-05b8c85e1ca0 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/ports?device_id=94c5b34a-a93a-417f-9bb0-dfd725a45c9f HTTP/1.1" status: 200 len: 931 time: 0.1793180 Feb 15 21:41:44.915795 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b310aecd-d679-4830-b945-e0a7e44b3016 None None] Network ea584dc2-ab3d-4694-abd1-4b3f5de0f2b1 is already hosted by enough agents. {{(pid=84000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 21:41:44.917466 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.base_scheduler [None req-b310aecd-d679-4830-b945-e0a7e44b3016 None None] Resources bound (agent type, host, resource id): {{(pid=84000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 21:41:44.921095 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779317976793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779317533282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257537242501'] for port, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:44.923254 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b310aecd-d679-4830-b945-e0a7e44b3016 None None] Received port after_create {{(pid=84000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 15 21:41:44.933421 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:41:44.962763 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-a6c1b8d9-401c-4318-b806-628e6c292c1d req-49a2e2d9-88ab-4db5-a490-ab1ffc26fff5 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/security-groups?id=d41abb3f-0e7c-40e2-b25e-05dfee7102d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649593 Feb 15 21:41:45.067250 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.managers [None req-b310aecd-d679-4830-b945-e0a7e44b3016 None None] Attempting to bind port ed1b1057-b0c6-4b55-b03a-f5343edb1155 on host dv-cinder-775250-3-smb for vnic_type normal with profile {{(pid=84000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 21:41:45.067250 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.managers [None req-b310aecd-d679-4830-b945-e0a7e44b3016 None None] Attempting to bind port ed1b1057-b0c6-4b55-b03a-f5343edb1155 by drivers openvswitch on host dv-cinder-775250-3-smb at level 0 using segments [{'id': '1ed662e2-2651-49e6-a38f-f29e92fd0fa2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'ea584dc2-ab3d-4694-abd1-4b3f5de0f2b1'}] {{(pid=84000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 15 21:41:45.067250 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b310aecd-d679-4830-b945-e0a7e44b3016 None None] Attempting to bind port ed1b1057-b0c6-4b55-b03a-f5343edb1155 on network ea584dc2-ab3d-4694-abd1-4b3f5de0f2b1 {{(pid=84000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 15 21:41:45.068779 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 47156) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:41:45.074958 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b310aecd-d679-4830-b945-e0a7e44b3016 None None] Checking agent: {'id': 'c4d26ba9-4355-4b6a-ac8e-61eaae13650f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 21, 30, 23), 'started_at': datetime.datetime(2021, 2, 15, 21, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 21, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 21:41:45.075507 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b310aecd-d679-4830-b945-e0a7e44b3016 None None] Checking segment: {'id': '1ed662e2-2651-49e6-a38f-f29e92fd0fa2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'ea584dc2-ab3d-4694-abd1-4b3f5de0f2b1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 21:41:45.075826 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-b310aecd-d679-4830-b945-e0a7e44b3016 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:45.076269 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b310aecd-d679-4830-b945-e0a7e44b3016 None None] Bound using segment: {'id': '1ed662e2-2651-49e6-a38f-f29e92fd0fa2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'ea584dc2-ab3d-4694-abd1-4b3f5de0f2b1'} {{(pid=84000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 21:41:45.076728 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-bd9da4f6-df4d-4660-9ff8-62f24b432644 req-f002901b-7daa-4aa3-94c2-dc724e943825 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/security-groups?id=cfa94711-8349-42e9-83b9-bdf74ec03915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6520035 Feb 15 21:41:45.076837 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.managers [None req-b310aecd-d679-4830-b945-e0a7e44b3016 None None] Bound port: ed1b1057-b0c6-4b55-b03a-f5343edb1155, host: dv-cinder-775250-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ed662e2-2651-49e6-a38f-f29e92fd0fa2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'ea584dc2-ab3d-4694-abd1-4b3f5de0f2b1'}}] {{(pid=84000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 15 21:41:45.077272 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-b310aecd-d679-4830-b945-e0a7e44b3016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:45.080002 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-c116c38e-b1b9-4994-b856-38931b9073e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850959326', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3813296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61003'] for router, precommit_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:45.104398 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Pushing event updated for resources: {'Port': ['ID=d36f9a97-c22b-4d57-9367-785d4a870250,revision_number=5']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:41:45.112911 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-24d09c66-7ddb-40e8-8b57-91390f609765 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:45.138523 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:41:45.138915 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-24d09c66-7ddb-40e8-8b57-91390f609765 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:41:45.148234 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-24d09c66-7ddb-40e8-8b57-91390f609765 admin admin] Usage tracker for resource:security_group_rule and tenant:b6987b202943404da220a27306080960 is out of sync, need to count used quota {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:41:45.153136 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-24d09c66-7ddb-40e8-8b57-91390f609765 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:41:45.160503 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-24d09c66-7ddb-40e8-8b57-91390f609765 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:41:45.193653 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [None req-b310aecd-d679-4830-b945-e0a7e44b3016 None None] For port ed1b1057-b0c6-4b55-b03a-f5343edb1155, host dv-cinder-775250-3-smb, cleared binding levels {{(pid=84000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 15 21:41:45.197259 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [None req-b310aecd-d679-4830-b945-e0a7e44b3016 None None] For port ed1b1057-b0c6-4b55-b03a-f5343edb1155, host dv-cinder-775250-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-3-smb',level=0,port_id=ed1b1057-b0c6-4b55-b03a-f5343edb1155,segment=NetworkSegment(1ed662e2-2651-49e6-a38f-f29e92fd0fa2),segment_id=1ed662e2-2651-49e6-a38f-f29e92fd0fa2)] {{(pid=84000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 15 21:41:45.202098 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-b310aecd-d679-4830-b945-e0a7e44b3016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779317976793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779317533282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257537242501'] for port, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:45.219404 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:41:45.283063 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-24d09c66-7ddb-40e8-8b57-91390f609765 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:45.291399 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-24d09c66-7ddb-40e8-8b57-91390f609765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:45.302386 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-6934c5f7-d200-4711-b7d3-8fcc6efb4e71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:41:45.354014 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-24d09c66-7ddb-40e8-8b57-91390f609765 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=b6987b202943404da220a27306080960&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2828076 Feb 15 21:41:45.355862 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d09c66-7ddb-40e8-8b57-91390f609765 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44b316e9-f550-433d-9ef5-188b9d416e73,revision_number=1']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:41:45.359265 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 47164) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:41:45.359538 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.notifiers.nova [req-9c24c0ad-eb33-427b-8179-44eb6de9625b req-9947c1fb-8905-4523-a310-63810647939d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c77c9273-6b5a-4eb8-9ec7-1e5a309793f9 {{(pid=83998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 15 21:41:45.370892 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-9c24c0ad-eb33-427b-8179-44eb6de9625b req-9947c1fb-8905-4523-a310-63810647939d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:45.374571 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-24d09c66-7ddb-40e8-8b57-91390f609765 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:41:45.385415 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b310aecd-d679-4830-b945-e0a7e44b3016 None None] Pushing event updated for resources: {'Port': ['ID=ed1b1057-b0c6-4b55-b03a-f5343edb1155,revision_number=2']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:41:45.391348 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-b310aecd-d679-4830-b945-e0a7e44b3016 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:41:45.401612 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [req-9c24c0ad-eb33-427b-8179-44eb6de9625b req-9947c1fb-8905-4523-a310-63810647939d service neutron] Transition to ACTIVE for port object c77c9273-6b5a-4eb8-9ec7-1e5a309793f9 will not be triggered until provisioned by entity L2. {{(pid=83998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 21:41:45.409754 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-9c24c0ad-eb33-427b-8179-44eb6de9625b req-9947c1fb-8905-4523-a310-63810647939d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779317976793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779317533282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257537242501'] for port, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:45.416889 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Device 67d4f055-485d-48f5-ad58-c7593e1d5c5a up at agent ovs-agent-hv-cinder-77525 {{(pid=84000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:41:45.433409 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-4e9726ea-03a2-49b2-a96c-c702cf80b30d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:41:45.438762 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-fd8c630f-d184-4949-a334-dc38a524b3ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:45.469438 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-fd8c630f-d184-4949-a334-dc38a524b3ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:45.529089 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Provisioning for port 67d4f055-485d-48f5-ad58-c7593e1d5c5a completed by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 21:41:45.533296 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-fd8c630f-d184-4949-a334-dc38a524b3ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:45.535493 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Provisioning complete for port 67d4f055-485d-48f5-ad58-c7593e1d5c5a triggered by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:41:45.535924 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:45.539021 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-544ca8ba-ea2f-419d-b467-c24e6856aab5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:41:45.554477 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8c630f-d184-4949-a334-dc38a524b3ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44b316e9-f550-433d-9ef5-188b9d416e73,revision_number=None']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:41:45.564015 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-fd8c630f-d184-4949-a334-dc38a524b3ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:41:45.565654 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-fd8c630f-d184-4949-a334-dc38a524b3ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:45.567093 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-fd8c630f-d184-4949-a334-dc38a524b3ab admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/44b316e9-f550-433d-9ef5-188b9d416e73 HTTP/1.1" status: 204 len: 168 time: 0.2064593 Feb 15 21:41:45.719388 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:45.756453 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b31359ed-0e47-429b-a90d-214bf023f93c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67d4f055-485d-48f5-ad58-c7593e1d5c5a'}] {{(pid=84000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 21:41:45.761021 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e77186-9093-4647-9290-50f183c592dc req-147ca4a5-69d6-4bbc-aec1-fd8804309dcc tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:41:45.762910 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-a1e77186-9093-4647-9290-50f183c592dc req-147ca4a5-69d6-4bbc-aec1-fd8804309dcc tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] 10.222.0.68 "GET /v2.0/ports?device_id=b31359ed-0e47-429b-a90d-214bf023f93c HTTP/1.1" status: 200 len: 943 time: 0.1107659 Feb 15 21:41:45.772918 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] For port 67d4f055-485d-48f5-ad58-c7593e1d5c5a, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=67d4f055-485d-48f5-ad58-c7593e1d5c5a,segment=NetworkSegment(4706fe9e-ebde-4b1c-abdd-c4c6df8f240c),segment_id=4706fe9e-ebde-4b1c-abdd-c4c6df8f240c)] {{(pid=84000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:41:45.780282 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779317976793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779317533282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257537242501'] for port, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:45.783781 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-5dc73d13-27f7-4204-9bd6-c27ab30a5b13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:41:45.908373 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-a1e77186-9093-4647-9290-50f183c592dc req-08270199-18ba-40d8-9c08-b42e71e868e4 tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] 10.222.0.68 "GET /v2.0/security-groups?id=8bc26fce-d2b5-431c-b40f-aa9fc664e5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368616 Feb 15 21:41:45.954020 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Pushing event updated for resources: {'Port': ['ID=67d4f055-485d-48f5-ad58-c7593e1d5c5a,revision_number=4']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:41:45.964812 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:41:45.972167 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9947c1fb-8905-4523-a310-63810647939d service neutron] Pushing event updated for resources: {'Port': ['ID=c77c9273-6b5a-4eb8-9ec7-1e5a309793f9,revision_number=2']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:41:45.996444 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Device 67d4f055-485d-48f5-ad58-c7593e1d5c5a up at agent ovs-agent-hv-cinder-77525 {{(pid=84000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:41:46.008366 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-9947c1fb-8905-4523-a310-63810647939d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.575s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:41:46.068546 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b31359ed-0e47-429b-a90d-214bf023f93c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67d4f055-485d-48f5-ad58-c7593e1d5c5a', 'code': 200} Feb 15 21:41:46.069400 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Device d36f9a97-c22b-4d57-9367-785d4a870250 up at agent ovs-agent-dv-cinder-775250-3-smb {{(pid=84000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:41:46.197691 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Provisioning complete for port 67d4f055-485d-48f5-ad58-c7593e1d5c5a triggered by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:41:46.198111 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:46.205629 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c62f29-9dd9-4d1c-ac18-21065ebd35fe req-c19218cb-690b-4cde-bb6d-407095a13c21 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:41:46.213045 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-b1c62f29-9dd9-4d1c-ac18-21065ebd35fe req-c19218cb-690b-4cde-bb6d-407095a13c21 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] 10.222.0.68 "GET /v2.0/networks?id=7e351d7f-ec41-4316-8703-e8fda2cbe604 HTTP/1.1" status: 200 len: 815 time: 0.7460635 Feb 15 21:41:46.233814 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-b1c62f29-9dd9-4d1c-ac18-21065ebd35fe req-e536a8e4-942b-4a14-a681-0433df9989dc tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] 10.222.0.68 "GET /v2.0/quotas/964e5fef0d9f42da9da2717fddfc34f1 HTTP/1.1" status: 200 len: 375 time: 0.0195863 Feb 15 21:41:46.249664 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Provisioning complete for port d36f9a97-c22b-4d57-9367-785d4a870250 triggered by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:41:46.250740 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:46.276166 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4769dcc4-86dc-49cf-8faf-87ef84272e5f req-92230e55-0a44-4016-818c-01839402eebf tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:41:46.285049 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-4769dcc4-86dc-49cf-8faf-87ef84272e5f req-92230e55-0a44-4016-818c-01839402eebf tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/ports?device_id=94c5b34a-a93a-417f-9bb0-dfd725a45c9f HTTP/1.1" status: 200 len: 943 time: 0.1221433 Feb 15 21:41:46.320204 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-c116c38e-b1b9-4994-b856-38931b9073e5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:46.429548 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-4769dcc4-86dc-49cf-8faf-87ef84272e5f req-59476767-efa4-4cca-bb36-f1f727a01ba1 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/security-groups?id=d41abb3f-0e7c-40e2-b25e-05dfee7102d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1432791 Feb 15 21:41:46.445825 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-c116c38e-b1b9-4994-b856-38931b9073e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:46.463265 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a734485-6c3f-417d-9deb-4987143d6062 req-d938e20a-4ab4-4941-8a51-c25f1dcf0106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:41:46.465089 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-0a734485-6c3f-417d-9deb-4987143d6062 req-d938e20a-4ab4-4941-8a51-c25f1dcf0106 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b31359ed-0e47-429b-a90d-214bf023f93c HTTP/1.1" status: 200 len: 1162 time: 0.1543224 Feb 15 21:41:46.535254 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-0a734485-6c3f-417d-9deb-4987143d6062 req-5fec1a89-8390-4f1f-a252-395d1e9c4648 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=8bc26fce-d2b5-431c-b40f-aa9fc664e5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609152 Feb 15 21:41:46.587393 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-b1c62f29-9dd9-4d1c-ac18-21065ebd35fe req-f8e80864-ae92-4e64-8b1b-99622a46f1c1 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=964e5fef0d9f42da9da2717fddfc34f1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3524647 Feb 15 21:41:46.589761 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.managers [req-9c24c0ad-eb33-427b-8179-44eb6de9625b req-9947c1fb-8905-4523-a310-63810647939d service neutron] Attempting to bind port c77c9273-6b5a-4eb8-9ec7-1e5a309793f9 on host hv-cinder-77525 for vnic_type normal with profile {{(pid=83998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 21:41:46.590141 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.managers [req-9c24c0ad-eb33-427b-8179-44eb6de9625b req-9947c1fb-8905-4523-a310-63810647939d service neutron] Attempting to bind port c77c9273-6b5a-4eb8-9ec7-1e5a309793f9 by drivers openvswitch on host hv-cinder-77525 at level 0 using segments [{'id': '1388e872-eab5-4c96-8eb7-e6fd8402e86b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5a32d5d1-e1a3-4ef5-be5e-207bd58c1352'}] {{(pid=83998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 15 21:41:46.590516 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c24c0ad-eb33-427b-8179-44eb6de9625b req-9947c1fb-8905-4523-a310-63810647939d service neutron] Attempting to bind port c77c9273-6b5a-4eb8-9ec7-1e5a309793f9 on network 5a32d5d1-e1a3-4ef5-be5e-207bd58c1352 {{(pid=83998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 15 21:41:46.723859 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c24c0ad-eb33-427b-8179-44eb6de9625b req-9947c1fb-8905-4523-a310-63810647939d service neutron] Checking agent: {'id': '3b9d0ad6-16ce-46f2-a5c4-f9a7961e9638', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77525', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 21, 37, 44), 'started_at': datetime.datetime(2021, 2, 15, 21, 38, 14), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 21, 41, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 21:41:46.724248 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c24c0ad-eb33-427b-8179-44eb6de9625b req-9947c1fb-8905-4523-a310-63810647939d service neutron] Checking segment: {'id': '1388e872-eab5-4c96-8eb7-e6fd8402e86b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5a32d5d1-e1a3-4ef5-be5e-207bd58c1352'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 21:41:46.724661 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-9c24c0ad-eb33-427b-8179-44eb6de9625b req-9947c1fb-8905-4523-a310-63810647939d service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:46.725066 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c24c0ad-eb33-427b-8179-44eb6de9625b req-9947c1fb-8905-4523-a310-63810647939d service neutron] Bound using segment: {'id': '1388e872-eab5-4c96-8eb7-e6fd8402e86b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5a32d5d1-e1a3-4ef5-be5e-207bd58c1352'} {{(pid=83998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 21:41:46.725621 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.managers [req-9c24c0ad-eb33-427b-8179-44eb6de9625b req-9947c1fb-8905-4523-a310-63810647939d service neutron] Bound port: c77c9273-6b5a-4eb8-9ec7-1e5a309793f9, host: hv-cinder-77525, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1388e872-eab5-4c96-8eb7-e6fd8402e86b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5a32d5d1-e1a3-4ef5-be5e-207bd58c1352'}}] {{(pid=83998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 15 21:41:46.726000 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-9c24c0ad-eb33-427b-8179-44eb6de9625b req-9947c1fb-8905-4523-a310-63810647939d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:46.768518 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692b094c-f3d6-4f76-9000-019e3e713bf6 req-dc4ecd06-c1f8-407f-baeb-5d9c81906dbd tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:41:46.770793 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-692b094c-f3d6-4f76-9000-019e3e713bf6 req-dc4ecd06-c1f8-407f-baeb-5d9c81906dbd tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/ports?device_id=22283d64-fb12-49e8-a3ff-d8be33246567 HTTP/1.1" status: 200 len: 946 time: 0.1089129 Feb 15 21:41:46.864205 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-692b094c-f3d6-4f76-9000-019e3e713bf6 req-67c6f941-59ee-4868-97a7-78cd4d3b5bd4 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/security-groups?id=cfa94711-8349-42e9-83b9-bdf74ec03915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867045 Feb 15 21:41:47.100721 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-b1c62f29-9dd9-4d1c-ac18-21065ebd35fe req-23544532-26ec-4e43-968a-9ba1a53293e4 service neutron] 10.222.0.68 "GET /v2.0/networks/7e351d7f-ec41-4316-8703-e8fda2cbe604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5120704 Feb 15 21:41:47.140227 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [req-9c24c0ad-eb33-427b-8179-44eb6de9625b req-9947c1fb-8905-4523-a310-63810647939d service neutron] For port c77c9273-6b5a-4eb8-9ec7-1e5a309793f9, host hv-cinder-77525, cleared binding levels {{(pid=83998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 15 21:41:47.227963 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [req-9c24c0ad-eb33-427b-8179-44eb6de9625b req-9947c1fb-8905-4523-a310-63810647939d service neutron] For port c77c9273-6b5a-4eb8-9ec7-1e5a309793f9, host hv-cinder-77525, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=c77c9273-6b5a-4eb8-9ec7-1e5a309793f9,segment=NetworkSegment(1388e872-eab5-4c96-8eb7-e6fd8402e86b),segment_id=1388e872-eab5-4c96-8eb7-e6fd8402e86b)] {{(pid=83998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 15 21:41:47.237147 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-9c24c0ad-eb33-427b-8179-44eb6de9625b req-9947c1fb-8905-4523-a310-63810647939d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779317976793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779317533282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257537242501'] for port, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:47.248374 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8f574e-cbb7-4878-ac49-4fdd4ed6ec22 req-4d5a9751-aaf6-4d40-bbd2-3145dd1a1cf7 tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:41:47.254059 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-7e8f574e-cbb7-4878-ac49-4fdd4ed6ec22 req-4d5a9751-aaf6-4d40-bbd2-3145dd1a1cf7 tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] 10.222.0.68 "GET /v2.0/ports?device_id=b31359ed-0e47-429b-a90d-214bf023f93c HTTP/1.1" status: 200 len: 945 time: 0.0987959 Feb 15 21:41:47.263718 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-fa60faca-1f9a-46f3-bcea-0a74d3807e8b tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:41:47.269045 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6303f87b-b211-4e93-988f-4821fdf35db8 None None] Network ea584dc2-ab3d-4694-abd1-4b3f5de0f2b1 requested from dv-cinder-775250-3-smb {{(pid=84000) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 15 21:41:47.321458 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-7e8f574e-cbb7-4878-ac49-4fdd4ed6ec22 req-d37c5863-e169-4863-9b3e-e9fc2867447c tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] 10.222.0.68 "GET /v2.0/security-groups?id=8bc26fce-d2b5-431c-b40f-aa9fc664e5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639684 Feb 15 21:41:47.390428 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-a5f73e2f-66c3-4cf5-9df6-39300f80188d None None] Provisioning for port ed1b1057-b0c6-4b55-b03a-f5343edb1155 completed by entity DHCP. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 21:41:47.528931 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9947c1fb-8905-4523-a310-63810647939d service neutron] Pushing event updated for resources: {'Port': ['ID=c77c9273-6b5a-4eb8-9ec7-1e5a309793f9,revision_number=3']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:41:47.551577 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-b1c62f29-9dd9-4d1c-ac18-21065ebd35fe req-e8715394-d3c2-4714-8431-bb254c94b2f7 service neutron] 10.222.0.68 "GET /v2.0/networks/7e351d7f-ec41-4316-8703-e8fda2cbe604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4498928 Feb 15 21:41:47.558715 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-9947c1fb-8905-4523-a310-63810647939d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:41:47.605007 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.db_base_plugin_common [None req-c116c38e-b1b9-4994-b856-38931b9073e5 admin admin] Allocated IP 172.28.3.103 (f2926baf-a168-440c-89c9-d3754209afe6/200a9da9-53a8-4f45-a42a-32f02ceebfef/0e3e3827-ea89-4378-8fd0-2e202f702a8a) {{(pid=83998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 15 21:41:47.653735 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c24c0ad-eb33-427b-8179-44eb6de9625b req-9947c1fb-8905-4523-a310-63810647939d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:41:47.654754 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-9c24c0ad-eb33-427b-8179-44eb6de9625b req-9947c1fb-8905-4523-a310-63810647939d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851048245'] for port, before_response {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:47.656808 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-9c24c0ad-eb33-427b-8179-44eb6de9625b req-9947c1fb-8905-4523-a310-63810647939d service neutron] 10.222.0.46 "PUT /v2.0/ports/c77c9273-6b5a-4eb8-9ec7-1e5a309793f9 HTTP/1.1" status: 200 len: 1157 time: 4.6659243 Feb 15 21:41:47.657517 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94c5b34a-a93a-417f-9bb0-dfd725a45c9f', 'tag': 'c77c9273-6b5a-4eb8-9ec7-1e5a309793f9'}] {{(pid=83998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 21:41:48.024130 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Device 67d4f055-485d-48f5-ad58-c7593e1d5c5a up at agent ovs-agent-hv-cinder-77525 {{(pid=84000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:41:48.088684 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa436bbb-bf55-4ac5-875d-c1096da1a101 req-69bf632d-87c3-4f70-bef8-22727ba0e38e tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:41:48.098012 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-aa436bbb-bf55-4ac5-875d-c1096da1a101 req-69bf632d-87c3-4f70-bef8-22727ba0e38e tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/ports?device_id=94c5b34a-a93a-417f-9bb0-dfd725a45c9f HTTP/1.1" status: 200 len: 943 time: 0.2898531 Feb 15 21:41:48.152739 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Device ed1b1057-b0c6-4b55-b03a-f5343edb1155 up at agent ovs-agent-dv-cinder-775250-3-smb {{(pid=84000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:41:48.210723 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-aa436bbb-bf55-4ac5-875d-c1096da1a101 req-2746812d-dbf7-47b0-a0fb-f66fc3b549a4 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/security-groups?id=d41abb3f-0e7c-40e2-b25e-05dfee7102d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114595 Feb 15 21:41:48.387341 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94c5b34a-a93a-417f-9bb0-dfd725a45c9f', 'tag': 'c77c9273-6b5a-4eb8-9ec7-1e5a309793f9', 'status': 'completed', 'code': 200} Feb 15 21:41:48.448745 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Provisioning complete for port 67d4f055-485d-48f5-ad58-c7593e1d5c5a triggered by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:41:48.449504 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:48.554627 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Provisioning for port ed1b1057-b0c6-4b55-b03a-f5343edb1155 completed by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 21:41:48.568267 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304e9d5a-baa6-4fef-bfba-f306e1bb57ed req-2837d168-04fa-4bd5-afd4-358d65122096 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:41:48.578649 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-304e9d5a-baa6-4fef-bfba-f306e1bb57ed req-2837d168-04fa-4bd5-afd4-358d65122096 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/ports?device_id=22283d64-fb12-49e8-a3ff-d8be33246567 HTTP/1.1" status: 200 len: 946 time: 0.1386960 Feb 15 21:41:48.590330 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Provisioning complete for port ed1b1057-b0c6-4b55-b03a-f5343edb1155 triggered by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:41:48.590787 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:48.626336 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-a2505b9c-cc04-4d28-8dca-a6eb38d8e386 req-20e079d3-1480-4b3d-89d9-ec6847f6d23b tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] 10.222.0.68 "GET /v2.0/ports?device_id=9a550408-e5dd-4d65-b57f-a43071e6e83e HTTP/1.1" status: 200 len: 210 time: 0.2226317 Feb 15 21:41:48.641630 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-304e9d5a-baa6-4fef-bfba-f306e1bb57ed req-44122037-e111-488a-a4cb-63b4f36194d7 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/security-groups?id=cfa94711-8349-42e9-83b9-bdf74ec03915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618458 Feb 15 21:41:48.665108 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-b89a8bed-4c6e-4974-a9af-0bc9eaa3ed4f None None] Provisioning complete for port ed1b1057-b0c6-4b55-b03a-f5343edb1155 triggered by entity DHCP. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:41:48.665685 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-b89a8bed-4c6e-4974-a9af-0bc9eaa3ed4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:48.784557 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c24c0ad-eb33-427b-8179-44eb6de9625b req-e6761b6f-59f5-4f4d-9770-f732c92cfd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:41:48.786765 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-9c24c0ad-eb33-427b-8179-44eb6de9625b req-e6761b6f-59f5-4f4d-9770-f732c92cfd7e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=83efcaddc4174c70aaaa9d4a9e274006&device_id=94c5b34a-a93a-417f-9bb0-dfd725a45c9f HTTP/1.1" status: 200 len: 1160 time: 1.0569093 Feb 15 21:41:48.794792 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-c116c38e-b1b9-4994-b856-38931b9073e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:48.892729 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-9c24c0ad-eb33-427b-8179-44eb6de9625b req-a2ae219b-a904-4383-9d9d-147467bda0fd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c77c9273-6b5a-4eb8-9ec7-1e5a309793f9 HTTP/1.1" status: 200 len: 217 time: 0.0807645 Feb 15 21:41:48.964251 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-c116c38e-b1b9-4994-b856-38931b9073e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363257537239207'] for port, after_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:49.033034 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:49.066860 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7909f27-8667-4220-90a6-811c72ff5313 req-ef01093c-b1ec-4b57-b54b-220f956d74cc tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:41:49.069444 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-d7909f27-8667-4220-90a6-811c72ff5313 req-ef01093c-b1ec-4b57-b54b-220f956d74cc tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] 10.222.0.68 "GET /v2.0/ports?device_id=b31359ed-0e47-429b-a90d-214bf023f93c HTTP/1.1" status: 200 len: 945 time: 0.1590817 Feb 15 21:41:49.129583 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-d7909f27-8667-4220-90a6-811c72ff5313 req-513d6d5f-6cff-423d-9933-6a7dc172a2bf tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] 10.222.0.68 "GET /v2.0/security-groups?id=8bc26fce-d2b5-431c-b40f-aa9fc664e5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524819 Feb 15 21:41:49.130643 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-4e9726ea-03a2-49b2-a96c-c702cf80b30d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:41:49.132791 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-bc7eb839-c358-481a-953e-ad42784f8660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:49.136184 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-b89a8bed-4c6e-4974-a9af-0bc9eaa3ed4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:49.150927 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] For port ed1b1057-b0c6-4b55-b03a-f5343edb1155, host dv-cinder-775250-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-3-smb',level=0,port_id=ed1b1057-b0c6-4b55-b03a-f5343edb1155,segment=NetworkSegment(1ed662e2-2651-49e6-a38f-f29e92fd0fa2),segment_id=1ed662e2-2651-49e6-a38f-f29e92fd0fa2)] {{(pid=84000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:41:49.158006 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779317976793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779317533282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257537242501'] for port, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:49.161416 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-99fd542d-b73c-42f1-bb2a-1801a9c0f3a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:41:49.231684 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c116c38e-b1b9-4994-b856-38931b9073e5 admin admin] Network f2926baf-a168-440c-89c9-d3754209afe6 is already hosted by enough agents. {{(pid=83998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 21:41:49.238022 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c24c0ad-eb33-427b-8179-44eb6de9625b req-308f15e0-d320-4168-9196-8502cabfb454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:41:49.239652 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-9c24c0ad-eb33-427b-8179-44eb6de9625b req-308f15e0-d320-4168-9196-8502cabfb454 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f1da26f9-af3a-42e2-9b06-af8d75ade4f1 HTTP/1.1" status: 200 len: 856 time: 0.3351450 Feb 15 21:41:49.240526 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.base_scheduler [None req-c116c38e-b1b9-4994-b856-38931b9073e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=83998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 21:41:49.247401 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c116c38e-b1b9-4994-b856-38931b9073e5 admin admin] Received port after_create {{(pid=83998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 15 21:41:49.322367 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Pushing event updated for resources: {'Port': ['ID=ed1b1057-b0c6-4b55-b03a-f5343edb1155,revision_number=3']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:41:49.334060 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:41:49.334934 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.db.api [None req-b89a8bed-4c6e-4974-a9af-0bc9eaa3ed4f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84000) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 15 21:41:49.335338 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_db.api [None req-b89a8bed-4c6e-4974-a9af-0bc9eaa3ed4f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84000) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 15 21:41:49.453082 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c116c38e-b1b9-4994-b856-38931b9073e5 admin admin] Pushing event updated for resources: {'Port': ['ID=0e3e3827-ea89-4378-8fd0-2e202f702a8a,revision_number=1']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:41:49.544628 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-c116c38e-b1b9-4994-b856-38931b9073e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:41:49.913358 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c24c0ad-eb33-427b-8179-44eb6de9625b req-9b9777db-3be7-4e3a-aaf3-17060ec87d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:41:49.915044 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-9c24c0ad-eb33-427b-8179-44eb6de9625b req-9b9777db-3be7-4e3a-aaf3-17060ec87d1f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5a32d5d1-e1a3-4ef5-be5e-207bd58c1352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5312574 Feb 15 21:41:49.941538 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66397203-d5ad-45ee-9195-9957850c7a77 req-ae22c7c8-b6c5-48aa-833b-b7877ec7a1a9 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:41:49.943245 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-fda87bb1-6140-446c-b272-75f3056aaa02 req-26a27f59-9570-49ff-97bc-192f77f167f5 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] 10.222.0.68 "GET /v2.0/ports?device_id=9a550408-e5dd-4d65-b57f-a43071e6e83e HTTP/1.1" status: 200 len: 210 time: 0.1339970 Feb 15 21:41:49.962704 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [req-66397203-d5ad-45ee-9195-9957850c7a77 req-ae22c7c8-b6c5-48aa-833b-b7877ec7a1a9 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Synchronizing usage tracker for tenant:83efcaddc4174c70aaaa9d4a9e274006 on resource:port {{(pid=83998) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 21:41:49.969264 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Device ed1b1057-b0c6-4b55-b03a-f5343edb1155 up at agent ovs-agent-dv-cinder-775250-3-smb {{(pid=84000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:41:49.981394 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-c116c38e-b1b9-4994-b856-38931b9073e5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:49.985462 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c62f29-9dd9-4d1c-ac18-21065ebd35fe req-355637bd-17e2-4668-b59e-a7e660b1f476 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:41:49.988599 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-b1c62f29-9dd9-4d1c-ac18-21065ebd35fe req-355637bd-17e2-4668-b59e-a7e660b1f476 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] 10.222.0.46 "GET /v2.0/networks?id=7e351d7f-ec41-4316-8703-e8fda2cbe604 HTTP/1.1" status: 200 len: 815 time: 0.3358541 Feb 15 21:41:50.010359 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.v2.base [req-b1c62f29-9dd9-4d1c-ac18-21065ebd35fe req-acf86fbf-e45c-4abe-93e6-b0e52ad17b28 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Request body: {'port': {'device_id': '9a550408-e5dd-4d65-b57f-a43071e6e83e', 'network_id': '7e351d7f-ec41-4316-8703-e8fda2cbe604', 'admin_state_up': True, 'tenant_id': '964e5fef0d9f42da9da2717fddfc34f1'}} {{(pid=83999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:41:50.067281 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Provisioning complete for port ed1b1057-b0c6-4b55-b03a-f5343edb1155 triggered by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:41:50.067742 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:50.212739 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-03f102cf-742b-4335-82e0-14c776090a00 None None] Provisioning complete for port ed1b1057-b0c6-4b55-b03a-f5343edb1155 triggered by entity DHCP. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:41:50.213161 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-03f102cf-742b-4335-82e0-14c776090a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:50.300451 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [req-b1c62f29-9dd9-4d1c-ac18-21065ebd35fe req-acf86fbf-e45c-4abe-93e6-b0e52ad17b28 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:41:50.305349 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [req-66397203-d5ad-45ee-9195-9957850c7a77 req-ae22c7c8-b6c5-48aa-833b-b7877ec7a1a9 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Unset dirty status for tenant:83efcaddc4174c70aaaa9d4a9e274006 on resource:port {{(pid=83998) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 21:41:50.309788 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-66397203-d5ad-45ee-9195-9957850c7a77 req-ae22c7c8-b6c5-48aa-833b-b7877ec7a1a9 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/ports?device_id=94c5b34a-a93a-417f-9bb0-dfd725a45c9f HTTP/1.1" status: 200 len: 943 time: 0.7664075 Feb 15 21:41:50.313194 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [req-b1c62f29-9dd9-4d1c-ac18-21065ebd35fe req-acf86fbf-e45c-4abe-93e6-b0e52ad17b28 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:41:50.333445 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1c62f29-9dd9-4d1c-ac18-21065ebd35fe req-acf86fbf-e45c-4abe-93e6-b0e52ad17b28 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Made reservation on behalf of 964e5fef0d9f42da9da2717fddfc34f1 for: {'port': 1} {{(pid=83999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 15 21:41:50.339022 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-b1c62f29-9dd9-4d1c-ac18-21065ebd35fe req-acf86fbf-e45c-4abe-93e6-b0e52ad17b28 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:50.367740 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167c075f-87ae-4d09-8d69-46fa2d03ee22 req-3d1e2d4a-3780-4619-9fad-7f2914b5a1a0 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:41:50.369398 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-167c075f-87ae-4d09-8d69-46fa2d03ee22 req-3d1e2d4a-3780-4619-9fad-7f2914b5a1a0 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/ports?device_id=22283d64-fb12-49e8-a3ff-d8be33246567 HTTP/1.1" status: 200 len: 946 time: 0.1569581 Feb 15 21:41:50.476918 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-66397203-d5ad-45ee-9195-9957850c7a77 req-bbc0dea7-f454-478b-9fd0-170ae90adfcb tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/security-groups?id=d41abb3f-0e7c-40e2-b25e-05dfee7102d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1456575 Feb 15 21:41:50.524788 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-167c075f-87ae-4d09-8d69-46fa2d03ee22 req-0e28553b-516b-427d-97b0-8a484e4a1455 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/security-groups?id=cfa94711-8349-42e9-83b9-bdf74ec03915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445773 Feb 15 21:41:50.571129 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-9c24c0ad-eb33-427b-8179-44eb6de9625b req-3a7da1e4-d3f0-4e70-80b9-9734ad7ebb86 service neutron] 10.222.0.46 "GET /v2.0/networks/5a32d5d1-e1a3-4ef5-be5e-207bd58c1352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5929961 Feb 15 21:41:50.754630 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.db_base_plugin_common [req-b1c62f29-9dd9-4d1c-ac18-21065ebd35fe req-acf86fbf-e45c-4abe-93e6-b0e52ad17b28 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Allocated IP 172.20.0.14 (7e351d7f-ec41-4316-8703-e8fda2cbe604/dcb6e13b-2686-42e4-a027-d54b68f82f25/2a239fcd-b80f-47cc-97e4-5c4e2b0a574c) {{(pid=83999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 15 21:41:51.026280 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-b1c62f29-9dd9-4d1c-ac18-21065ebd35fe req-acf86fbf-e45c-4abe-93e6-b0e52ad17b28 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Notify callbacks [] for port, precommit_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:51.073078 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-9c24c0ad-eb33-427b-8179-44eb6de9625b req-0b645c28-dd6e-4253-be84-fe27f952d24d service neutron] 10.222.0.46 "GET /v2.0/networks/5a32d5d1-e1a3-4ef5-be5e-207bd58c1352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4185700 Feb 15 21:41:51.078851 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-c116c38e-b1b9-4994-b856-38931b9073e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850962501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850959343'] for router, after_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:51.091046 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-b1c62f29-9dd9-4d1c-ac18-21065ebd35fe req-acf86fbf-e45c-4abe-93e6-b0e52ad17b28 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363257537239207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853815187'] for port, after_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:51.108970 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:41:51.361912 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c36ab5-1d77-4f21-a7d5-75bfff459fda req-898f3075-8854-43fe-94a6-0435fcd2b616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:41:51.363917 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-31c36ab5-1d77-4f21-a7d5-75bfff459fda req-898f3075-8854-43fe-94a6-0435fcd2b616 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=83efcaddc4174c70aaaa9d4a9e274006&device_id=94c5b34a-a93a-417f-9bb0-dfd725a45c9f HTTP/1.1" status: 200 len: 1160 time: 0.2024586 Feb 15 21:41:51.516088 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c116c38e-b1b9-4994-b856-38931b9073e5 admin admin] Router 45cb63c8-3da9-46dd-9b94-6995adc8a725 is scheduled to L3 agent dc46b086-6cb1-49e8-b95e-1fe9b389155e with binding_index 1 {{(pid=83998) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 15 21:41:51.565803 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf86fbf-e45c-4abe-93e6-b0e52ad17b28 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Pushing event updated for resources: {'Port': ['ID=2a239fcd-b80f-47cc-97e4-5c4e2b0a574c,revision_number=1']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:41:51.572835 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-acf86fbf-e45c-4abe-93e6-b0e52ad17b28 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:41:51.628600 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eb6c5d-c870-416e-bb3c-66a04bac1316 req-301f87e8-4743-4d38-973c-cec9f2847983 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:41:51.630286 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-e4eb6c5d-c870-416e-bb3c-66a04bac1316 req-301f87e8-4743-4d38-973c-cec9f2847983 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] 10.222.0.68 "GET /v2.0/ports?device_id=9a550408-e5dd-4d65-b57f-a43071e6e83e HTTP/1.1" status: 200 len: 932 time: 0.4823043 Feb 15 21:41:51.636103 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1c62f29-9dd9-4d1c-ac18-21065ebd35fe req-acf86fbf-e45c-4abe-93e6-b0e52ad17b28 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Network 7e351d7f-ec41-4316-8703-e8fda2cbe604 is already hosted by enough agents. {{(pid=83999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 21:41:51.638622 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.base_scheduler [req-b1c62f29-9dd9-4d1c-ac18-21065ebd35fe req-acf86fbf-e45c-4abe-93e6-b0e52ad17b28 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Resources bound (agent type, host, resource id): {{(pid=83999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 21:41:51.641576 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1c62f29-9dd9-4d1c-ac18-21065ebd35fe req-acf86fbf-e45c-4abe-93e6-b0e52ad17b28 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Received port after_create {{(pid=83999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 15 21:41:51.743939 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c36ab5-1d77-4f21-a7d5-75bfff459fda req-16f1e568-c61d-4bca-946b-729ccb5a0404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:41:51.745622 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-31c36ab5-1d77-4f21-a7d5-75bfff459fda req-16f1e568-c61d-4bca-946b-729ccb5a0404 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5a32d5d1-e1a3-4ef5-be5e-207bd58c1352 HTTP/1.1" status: 200 len: 911 time: 0.3697414 Feb 15 21:41:51.757870 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c62f29-9dd9-4d1c-ac18-21065ebd35fe req-acf86fbf-e45c-4abe-93e6-b0e52ad17b28 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:41:51.758538 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-b1c62f29-9dd9-4d1c-ac18-21065ebd35fe req-acf86fbf-e45c-4abe-93e6-b0e52ad17b28 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762656'] for port, before_response {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:51.766973 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-e4eb6c5d-c870-416e-bb3c-66a04bac1316 req-c369c88b-be03-4620-90f4-cdb2dbd3b5e2 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] 10.222.0.68 "GET /v2.0/security-groups?id=eacf551a-e03d-4784-a8ef-492410bc89e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295106 Feb 15 21:41:51.794321 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-b1c62f29-9dd9-4d1c-ac18-21065ebd35fe req-acf86fbf-e45c-4abe-93e6-b0e52ad17b28 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7917411 Feb 15 21:41:51.809724 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.v2.base [req-b1c62f29-9dd9-4d1c-ac18-21065ebd35fe req-e0ffc76a-2493-40aa-b592-e80ac9818558 service neutron] Request body: {'port': {'device_id': '9a550408-e5dd-4d65-b57f-a43071e6e83e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77525'}} {{(pid=83999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:41:51.857893 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-31c36ab5-1d77-4f21-a7d5-75bfff459fda req-73c6fc44-0dfe-400a-b902-dec7315ccc19 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c77c9273-6b5a-4eb8-9ec7-1e5a309793f9 HTTP/1.1" status: 200 len: 217 time: 0.0992558 Feb 15 21:41:51.924825 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c116c38e-b1b9-4994-b856-38931b9073e5 admin admin] Notify agent at l3_agent.dv-cinder-775250-3-smb the message routers_updated {{(pid=83998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 15 21:41:51.939896 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1964a796-90c7-48a4-9e02-f02087985a95 None None] Sync routers for ids ['45cb63c8-3da9-46dd-9b94-6995adc8a725'] in dv-cinder-775250-3-smb {{(pid=84001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 15 21:41:51.945695 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3726af07-4607-46f4-ac85-ae55b203f0f1 req-555deb98-0564-4c9d-97b9-0eac1180633f tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:41:51.947372 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-3726af07-4607-46f4-ac85-ae55b203f0f1 req-555deb98-0564-4c9d-97b9-0eac1180633f tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/ports?device_id=94c5b34a-a93a-417f-9bb0-dfd725a45c9f HTTP/1.1" status: 200 len: 943 time: 0.2780716 Feb 15 21:41:51.952184 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1964a796-90c7-48a4-9e02-f02087985a95 None None] Routers {'45cb63c8-3da9-46dd-9b94-6995adc8a725'} bound to L3 agent in host dv-cinder-775250-3-smb {{(pid=84001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 21:41:51.954862 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_hamode_db [None req-1964a796-90c7-48a4-9e02-f02087985a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-15T21:30:22Z,description=,heartbeat_timestamp=2021-02-15T21:41:22Z,host='dv-cinder-775250-3-smb',id=dc46b086-6cb1-49e8-b95e-1fe9b389155e,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T21:30:22Z,topic='l3_agent')) {'router_ids': ['45cb63c8-3da9-46dd-9b94-6995adc8a725'], 'active': True} {{(pid=84001) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:41:52.008828 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c36ab5-1d77-4f21-a7d5-75bfff459fda req-bdfc5e3d-ce2f-4d99-8cba-1ac57f6b5979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:41:52.010468 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-31c36ab5-1d77-4f21-a7d5-75bfff459fda req-bdfc5e3d-ce2f-4d99-8cba-1ac57f6b5979 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f1da26f9-af3a-42e2-9b06-af8d75ade4f1 HTTP/1.1" status: 200 len: 856 time: 0.1333241 Feb 15 21:41:52.028472 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-b1c62f29-9dd9-4d1c-ac18-21065ebd35fe req-e0ffc76a-2493-40aa-b592-e80ac9818558 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_update {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:52.065536 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-c116c38e-b1b9-4994-b856-38931b9073e5 admin admin] Notify callbacks [] for router, before_response {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:52.069688 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-c116c38e-b1b9-4994-b856-38931b9073e5 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 8.6661174 Feb 15 21:41:52.081170 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83998) accepted ('10.222.0.68', 47346) {{(pid=83998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:41:52.104472 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7e8501-7e66-4a3f-b6dd-d67c3754b940 req-2a822833-25f1-422c-86ba-21a49700de5b tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:41:52.106147 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-4d7e8501-7e66-4a3f-b6dd-d67c3754b940 req-2a822833-25f1-422c-86ba-21a49700de5b tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/ports?device_id=22283d64-fb12-49e8-a3ff-d8be33246567 HTTP/1.1" status: 200 len: 946 time: 0.1799359 Feb 15 21:41:52.152866 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-3726af07-4607-46f4-ac85-ae55b203f0f1 req-9a54c298-d855-4565-8a35-0f5c4ee5cfc7 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/security-groups?id=d41abb3f-0e7c-40e2-b25e-05dfee7102d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1881433 Feb 15 21:41:52.170863 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvr_db [None req-1964a796-90c7-48a4-9e02-f02087985a95 None None] Set router 45cb63c8-3da9-46dd-9b94-6995adc8a725 gateway port host: dv-cinder-775250-3-smb {{(pid=84001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 21:41:52.239096 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-4d7e8501-7e66-4a3f-b6dd-d67c3754b940 req-733cbad8-e6ad-46d7-af1f-e6db86fba60b tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/security-groups?id=cfa94711-8349-42e9-83b9-bdf74ec03915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257205 Feb 15 21:41:52.320803 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c36ab5-1d77-4f21-a7d5-75bfff459fda req-e9fde857-ef99-46a7-b174-e9a4b39bfcc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:41:52.323335 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-31c36ab5-1d77-4f21-a7d5-75bfff459fda req-e9fde857-ef99-46a7-b174-e9a4b39bfcc4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5a32d5d1-e1a3-4ef5-be5e-207bd58c1352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2999616 Feb 15 21:41:52.370146 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-9454e285-0b40-44de-be1c-e66e4c19c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:52.505922 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-4f2d6fe3-588d-414d-8fc0-9e430caa4704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:52.649471 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.notifiers.nova [req-b1c62f29-9dd9-4d1c-ac18-21065ebd35fe req-e0ffc76a-2493-40aa-b592-e80ac9818558 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a239fcd-b80f-47cc-97e4-5c4e2b0a574c {{(pid=83999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 15 21:41:52.659197 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-b1c62f29-9dd9-4d1c-ac18-21065ebd35fe req-e0ffc76a-2493-40aa-b592-e80ac9818558 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:52.673171 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [req-b1c62f29-9dd9-4d1c-ac18-21065ebd35fe req-e0ffc76a-2493-40aa-b592-e80ac9818558 service neutron] Transition to ACTIVE for port object 2a239fcd-b80f-47cc-97e4-5c4e2b0a574c will not be triggered until provisioned by entity L2. {{(pid=83999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 21:41:52.686690 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-b1c62f29-9dd9-4d1c-ac18-21065ebd35fe req-e0ffc76a-2493-40aa-b592-e80ac9818558 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779317976793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779317533282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257537242501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-960628'] for port, after_update {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:52.782896 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-96fdab15-19e6-4c4c-8d08-4df9309b86df tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:41:52.858479 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_hamode_db [None req-1964a796-90c7-48a4-9e02-f02087985a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45cb63c8-3da9-46dd-9b94-6995adc8a725', 'name': 'tempest-TestShelveInstance-1135260279-router', 'tenant_id': '320dff63e8014c2a8ec12f98a9c80416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'external_fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.103'}], 'enable_snat': True}, 'gw_port_id': '0e3e3827-ea89-4378-8fd0-2e202f702a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:41:44Z', 'updated_at': '2021-02-15T21:41:49Z', 'revision_number': 3, 'project_id': '320dff63e8014c2a8ec12f98a9c80416', 'gw_port': {'id': '0e3e3827-ea89-4378-8fd0-2e202f702a8a', 'name': '', 'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:1e:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45cb63c8-3da9-46dd-9b94-6995adc8a725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:41:47Z', 'updated_at': '2021-02-15T21:41:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-smb'}], 'dv-cinder-775250-3-smb', False) {} {{(pid=84001) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:41:52.864413 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1964a796-90c7-48a4-9e02-f02087985a95 None None] Checking router: 45cb63c8-3da9-46dd-9b94-6995adc8a725 for host: dv-cinder-775250-3-smb {{(pid=84001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 15 21:41:52.865039 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1964a796-90c7-48a4-9e02-f02087985a95 None None] Updating router 45cb63c8-3da9-46dd-9b94-6995adc8a725 port 0e3e3827-ea89-4378-8fd0-2e202f702a8a binding host dv-cinder-775250-3-smb {{(pid=84001) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 15 21:41:52.949700 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-1964a796-90c7-48a4-9e02-f02087985a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_update {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:52.953315 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ffc76a-2493-40aa-b592-e80ac9818558 service neutron] Pushing event updated for resources: {'Port': ['ID=2a239fcd-b80f-47cc-97e4-5c4e2b0a574c,revision_number=2']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:41:52.957467 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-e0ffc76a-2493-40aa-b592-e80ac9818558 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:41:53.179999 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e929c7a-eaea-4bc4-bc53-bba7b374d7e3 req-92a99ccd-555a-489e-b22a-ee26a9d69e82 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:41:53.180921 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [req-1e929c7a-eaea-4bc4-bc53-bba7b374d7e3 req-92a99ccd-555a-489e-b22a-ee26a9d69e82 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Synchronizing usage tracker for tenant:964e5fef0d9f42da9da2717fddfc34f1 on resource:port {{(pid=83999) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 21:41:53.288873 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-31c36ab5-1d77-4f21-a7d5-75bfff459fda req-6a684d6a-8563-416a-9159-5d5d94f9942e service neutron] 10.222.0.46 "GET /v2.0/networks/5a32d5d1-e1a3-4ef5-be5e-207bd58c1352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9361606 Feb 15 21:41:53.298949 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.managers [req-b1c62f29-9dd9-4d1c-ac18-21065ebd35fe req-e0ffc76a-2493-40aa-b592-e80ac9818558 service neutron] Attempting to bind port 2a239fcd-b80f-47cc-97e4-5c4e2b0a574c on host hv-cinder-77525 for vnic_type normal with profile {{(pid=83999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 21:41:53.299779 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.managers [req-b1c62f29-9dd9-4d1c-ac18-21065ebd35fe req-e0ffc76a-2493-40aa-b592-e80ac9818558 service neutron] Attempting to bind port 2a239fcd-b80f-47cc-97e4-5c4e2b0a574c by drivers openvswitch on host hv-cinder-77525 at level 0 using segments [{'id': 'a30449d5-f7e3-46b3-92df-c80a6b63f000', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7e351d7f-ec41-4316-8703-e8fda2cbe604'}] {{(pid=83999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 15 21:41:53.300354 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c62f29-9dd9-4d1c-ac18-21065ebd35fe req-e0ffc76a-2493-40aa-b592-e80ac9818558 service neutron] Attempting to bind port 2a239fcd-b80f-47cc-97e4-5c4e2b0a574c on network 7e351d7f-ec41-4316-8703-e8fda2cbe604 {{(pid=83999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 15 21:41:53.305027 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [req-1e929c7a-eaea-4bc4-bc53-bba7b374d7e3 req-92a99ccd-555a-489e-b22a-ee26a9d69e82 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Unset dirty status for tenant:964e5fef0d9f42da9da2717fddfc34f1 on resource:port {{(pid=83999) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 21:41:53.306780 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-1e929c7a-eaea-4bc4-bc53-bba7b374d7e3 req-92a99ccd-555a-489e-b22a-ee26a9d69e82 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] 10.222.0.68 "GET /v2.0/ports?device_id=9a550408-e5dd-4d65-b57f-a43071e6e83e HTTP/1.1" status: 200 len: 944 time: 0.3325784 Feb 15 21:41:53.310196 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c62f29-9dd9-4d1c-ac18-21065ebd35fe req-e0ffc76a-2493-40aa-b592-e80ac9818558 service neutron] Checking agent: {'id': '3b9d0ad6-16ce-46f2-a5c4-f9a7961e9638', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77525', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 21, 37, 44), 'started_at': datetime.datetime(2021, 2, 15, 21, 38, 14), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 21, 41, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 21:41:53.310825 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c62f29-9dd9-4d1c-ac18-21065ebd35fe req-e0ffc76a-2493-40aa-b592-e80ac9818558 service neutron] Checking segment: {'id': 'a30449d5-f7e3-46b3-92df-c80a6b63f000', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7e351d7f-ec41-4316-8703-e8fda2cbe604'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 21:41:53.311498 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-b1c62f29-9dd9-4d1c-ac18-21065ebd35fe req-e0ffc76a-2493-40aa-b592-e80ac9818558 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:53.312096 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c62f29-9dd9-4d1c-ac18-21065ebd35fe req-e0ffc76a-2493-40aa-b592-e80ac9818558 service neutron] Bound using segment: {'id': 'a30449d5-f7e3-46b3-92df-c80a6b63f000', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7e351d7f-ec41-4316-8703-e8fda2cbe604'} {{(pid=83999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 21:41:53.312763 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.managers [req-b1c62f29-9dd9-4d1c-ac18-21065ebd35fe req-e0ffc76a-2493-40aa-b592-e80ac9818558 service neutron] Bound port: 2a239fcd-b80f-47cc-97e4-5c4e2b0a574c, host: hv-cinder-77525, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a30449d5-f7e3-46b3-92df-c80a6b63f000', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7e351d7f-ec41-4316-8703-e8fda2cbe604'}}] {{(pid=83999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 15 21:41:53.313386 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-b1c62f29-9dd9-4d1c-ac18-21065ebd35fe req-e0ffc76a-2493-40aa-b592-e80ac9818558 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_update {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:53.464044 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [req-b1c62f29-9dd9-4d1c-ac18-21065ebd35fe req-e0ffc76a-2493-40aa-b592-e80ac9818558 service neutron] For port 2a239fcd-b80f-47cc-97e4-5c4e2b0a574c, host hv-cinder-77525, cleared binding levels {{(pid=83999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 15 21:41:53.468045 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [req-b1c62f29-9dd9-4d1c-ac18-21065ebd35fe req-e0ffc76a-2493-40aa-b592-e80ac9818558 service neutron] For port 2a239fcd-b80f-47cc-97e4-5c4e2b0a574c, host hv-cinder-77525, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=2a239fcd-b80f-47cc-97e4-5c4e2b0a574c,segment=NetworkSegment(a30449d5-f7e3-46b3-92df-c80a6b63f000),segment_id=a30449d5-f7e3-46b3-92df-c80a6b63f000)] {{(pid=83999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 15 21:41:53.469720 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:53.476776 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-1e929c7a-eaea-4bc4-bc53-bba7b374d7e3 req-da4a427e-0a0a-4374-84e4-5fc3a6644048 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] 10.222.0.68 "GET /v2.0/security-groups?id=eacf551a-e03d-4784-a8ef-492410bc89e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422958 Feb 15 21:41:53.479590 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-b1c62f29-9dd9-4d1c-ac18-21065ebd35fe req-e0ffc76a-2493-40aa-b592-e80ac9818558 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779317976793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779317533282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257537242501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-960628'] for port, after_update {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:53.502328 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-1964a796-90c7-48a4-9e02-f02087985a95 None None] Notify callbacks [] for port, precommit_update {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:53.518477 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-1964a796-90c7-48a4-9e02-f02087985a95 None None] Transition to ACTIVE for port object 0e3e3827-ea89-4378-8fd0-2e202f702a8a will not be triggered until provisioned by entity L2. {{(pid=84001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 21:41:53.527958 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-1964a796-90c7-48a4-9e02-f02087985a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779317976793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779317533282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257537242501'] for port, after_update {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:53.553321 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:41:53.628340 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-a827571c-8737-4db6-abd2-cd80caf154a8 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:41:53.710524 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-20ba88ca-a817-49e5-b350-7d866e074e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:53.712885 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e19d3e1-e55f-4c96-bbb3-c553c1add15c None None] Pushing event updated for resources: {'Port': ['ID=0e3e3827-ea89-4378-8fd0-2e202f702a8a,revision_number=2']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:41:53.718674 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-1e19d3e1-e55f-4c96-bbb3-c553c1add15c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:41:53.726042 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-31c36ab5-1d77-4f21-a7d5-75bfff459fda req-aa51d589-fd20-470a-89c4-817820e8a75c service neutron] 10.222.0.46 "GET /v2.0/networks/5a32d5d1-e1a3-4ef5-be5e-207bd58c1352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3676999 Feb 15 21:41:53.736393 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5618c70b-84b1-4830-af8d-0c0e1901bdaf req-752f6731-fbaa-4674-a27c-4c8689cef997 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:41:53.738176 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-5618c70b-84b1-4830-af8d-0c0e1901bdaf req-752f6731-fbaa-4674-a27c-4c8689cef997 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/ports?device_id=94c5b34a-a93a-417f-9bb0-dfd725a45c9f HTTP/1.1" status: 200 len: 943 time: 0.3232658 Feb 15 21:41:53.799055 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c62f29-9dd9-4d1c-ac18-21065ebd35fe req-e0ffc76a-2493-40aa-b592-e80ac9818558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:41:53.800135 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-b1c62f29-9dd9-4d1c-ac18-21065ebd35fe req-e0ffc76a-2493-40aa-b592-e80ac9818558 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762656'] for port, before_response {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:53.801855 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-b1c62f29-9dd9-4d1c-ac18-21065ebd35fe req-e0ffc76a-2493-40aa-b592-e80ac9818558 service neutron] 10.222.0.46 "PUT /v2.0/ports/2a239fcd-b80f-47cc-97e4-5c4e2b0a574c HTTP/1.1" status: 200 len: 1158 time: 1.9973211 Feb 15 21:41:53.802427 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.managers [None req-1964a796-90c7-48a4-9e02-f02087985a95 None None] Attempting to bind port 0e3e3827-ea89-4378-8fd0-2e202f702a8a on host dv-cinder-775250-3-smb for vnic_type normal with profile {{(pid=84001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 21:41:53.803086 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.managers [None req-1964a796-90c7-48a4-9e02-f02087985a95 None None] Attempting to bind port 0e3e3827-ea89-4378-8fd0-2e202f702a8a by drivers openvswitch on host dv-cinder-775250-3-smb at level 0 using segments [{'id': 'aaff8bb9-4958-4cc8-8842-2399e4673088', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6'}] {{(pid=84001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 15 21:41:53.803891 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1964a796-90c7-48a4-9e02-f02087985a95 None None] Attempting to bind port 0e3e3827-ea89-4378-8fd0-2e202f702a8a on network f2926baf-a168-440c-89c9-d3754209afe6 {{(pid=84001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 15 21:41:53.805610 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a550408-e5dd-4d65-b57f-a43071e6e83e', 'tag': '2a239fcd-b80f-47cc-97e4-5c4e2b0a574c'}] {{(pid=83999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 21:41:53.818829 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1964a796-90c7-48a4-9e02-f02087985a95 None None] Checking agent: {'id': 'c4d26ba9-4355-4b6a-ac8e-61eaae13650f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 21, 30, 23), 'started_at': datetime.datetime(2021, 2, 15, 21, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 21, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 21:41:53.819656 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1964a796-90c7-48a4-9e02-f02087985a95 None None] Checking segment: {'id': 'aaff8bb9-4958-4cc8-8842-2399e4673088', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 21:41:53.819828 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ffc76a-2493-40aa-b592-e80ac9818558 service neutron] Pushing event updated for resources: {'Port': ['ID=2a239fcd-b80f-47cc-97e4-5c4e2b0a574c,revision_number=3']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:41:53.819941 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-1964a796-90c7-48a4-9e02-f02087985a95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:53.820486 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1964a796-90c7-48a4-9e02-f02087985a95 None None] Bound using segment: {'id': 'aaff8bb9-4958-4cc8-8842-2399e4673088', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6'} {{(pid=84001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 21:41:53.821212 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.managers [None req-1964a796-90c7-48a4-9e02-f02087985a95 None None] Bound port: 0e3e3827-ea89-4378-8fd0-2e202f702a8a, host: dv-cinder-775250-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaff8bb9-4958-4cc8-8842-2399e4673088', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6'}}] {{(pid=84001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 15 21:41:53.821651 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-1964a796-90c7-48a4-9e02-f02087985a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_update {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:53.823808 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-e0ffc76a-2493-40aa-b592-e80ac9818558 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:41:53.856959 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc4933c-80b8-47b6-960d-b883c22bc461 req-6d729ee2-d6d4-4c89-ae6a-82920f1b587b tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:41:53.866083 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-4cc4933c-80b8-47b6-960d-b883c22bc461 req-6d729ee2-d6d4-4c89-ae6a-82920f1b587b tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/ports?device_id=22283d64-fb12-49e8-a3ff-d8be33246567 HTTP/1.1" status: 200 len: 946 time: 0.2392738 Feb 15 21:41:53.927854 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-5618c70b-84b1-4830-af8d-0c0e1901bdaf req-203d64e2-99d2-4861-a405-6dfcd043da04 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/security-groups?id=d41abb3f-0e7c-40e2-b25e-05dfee7102d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1801612 Feb 15 21:41:53.943212 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [None req-1964a796-90c7-48a4-9e02-f02087985a95 None None] For port 0e3e3827-ea89-4378-8fd0-2e202f702a8a, host dv-cinder-775250-3-smb, cleared binding levels {{(pid=84001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 15 21:41:53.946740 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [None req-1964a796-90c7-48a4-9e02-f02087985a95 None None] For port 0e3e3827-ea89-4378-8fd0-2e202f702a8a, host dv-cinder-775250-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-3-smb',level=0,port_id=0e3e3827-ea89-4378-8fd0-2e202f702a8a,segment=NetworkSegment(aaff8bb9-4958-4cc8-8842-2399e4673088),segment_id=aaff8bb9-4958-4cc8-8842-2399e4673088)] {{(pid=84001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 15 21:41:53.952588 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-1964a796-90c7-48a4-9e02-f02087985a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779317976793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779317533282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257537242501'] for port, after_update {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:53.975353 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-84274940-4cad-48ab-b232-e593fb0d7481 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:41:53.996444 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-4cc4933c-80b8-47b6-960d-b883c22bc461 req-e279665c-71c4-47ee-b69c-c6a5c5580c69 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/security-groups?id=cfa94711-8349-42e9-83b9-bdf74ec03915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291347 Feb 15 21:41:54.058117 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c62f29-9dd9-4d1c-ac18-21065ebd35fe req-f330e560-a231-48da-b8a4-d9449b76af73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:41:54.060124 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-b1c62f29-9dd9-4d1c-ac18-21065ebd35fe req-f330e560-a231-48da-b8a4-d9449b76af73 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=964e5fef0d9f42da9da2717fddfc34f1&device_id=9a550408-e5dd-4d65-b57f-a43071e6e83e HTTP/1.1" status: 200 len: 1161 time: 0.1917720 Feb 15 21:41:54.143337 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a550408-e5dd-4d65-b57f-a43071e6e83e', 'tag': '2a239fcd-b80f-47cc-97e4-5c4e2b0a574c', 'status': 'completed', 'code': 200} Feb 15 21:41:54.159792 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-b1c62f29-9dd9-4d1c-ac18-21065ebd35fe req-82ac3a83-a0c9-4684-b0cf-3cf84d34d9d2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2a239fcd-b80f-47cc-97e4-5c4e2b0a574c HTTP/1.1" status: 200 len: 217 time: 0.0884333 Feb 15 21:41:54.160071 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e19d3e1-e55f-4c96-bbb3-c553c1add15c None None] Pushing event updated for resources: {'Port': ['ID=0e3e3827-ea89-4378-8fd0-2e202f702a8a,revision_number=3']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:41:54.165214 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-1e19d3e1-e55f-4c96-bbb3-c553c1add15c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:41:54.216162 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1964a796-90c7-48a4-9e02-f02087985a95 None None] Routers {'45cb63c8-3da9-46dd-9b94-6995adc8a725'} bound to L3 agent in host dv-cinder-775250-3-smb {{(pid=84001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 21:41:54.216840 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_hamode_db [None req-1964a796-90c7-48a4-9e02-f02087985a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-15T21:30:22Z,description=,heartbeat_timestamp=2021-02-15T21:41:52Z,host='dv-cinder-775250-3-smb',id=dc46b086-6cb1-49e8-b95e-1fe9b389155e,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T21:30:22Z,topic='l3_agent')) {'router_ids': ['45cb63c8-3da9-46dd-9b94-6995adc8a725'], 'active': True} {{(pid=84001) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:41:54.219973 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.db_base_plugin_common [None req-20ba88ca-a817-49e5-b350-7d866e074e5d admin admin] Allocated IP 172.20.0.1 (ea584dc2-ab3d-4694-abd1-4b3f5de0f2b1/01065af1-c4c6-467f-b3b0-73cd80ce0ecc/81a5e579-7032-4406-8621-a5becbf2d074) {{(pid=83998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 15 21:41:54.247046 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c62f29-9dd9-4d1c-ac18-21065ebd35fe req-e9077c4c-b9ed-42a1-8756-cf6fe7ee91e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:41:54.249899 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-b1c62f29-9dd9-4d1c-ac18-21065ebd35fe req-e9077c4c-b9ed-42a1-8756-cf6fe7ee91e0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=dcb6e13b-2686-42e4-a027-d54b68f82f25 HTTP/1.1" status: 200 len: 855 time: 0.0781748 Feb 15 21:41:54.306323 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-b1c62f29-9dd9-4d1c-ac18-21065ebd35fe req-28540de0-9f85-415f-b243-c87596bb8aed service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7e351d7f-ec41-4316-8703-e8fda2cbe604&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480771 Feb 15 21:41:54.415555 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-20ba88ca-a817-49e5-b350-7d866e074e5d admin admin] Notify callbacks [] for port, precommit_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:54.421065 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-c15141da-837e-426e-b554-b41f5a3e4bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:54.421890 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvr_db [None req-1964a796-90c7-48a4-9e02-f02087985a95 None None] Set router 45cb63c8-3da9-46dd-9b94-6995adc8a725 gateway port host: dv-cinder-775250-3-smb {{(pid=84001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 21:41:54.435105 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-20ba88ca-a817-49e5-b350-7d866e074e5d admin admin] Transition to ACTIVE for port object 81a5e579-7032-4406-8621-a5becbf2d074 will not be triggered until provisioned by entity DHCP. {{(pid=83998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 21:41:54.461818 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-20ba88ca-a817-49e5-b350-7d866e074e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363257537239207'] for port, after_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:54.485111 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:41:54.510878 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-b1c62f29-9dd9-4d1c-ac18-21065ebd35fe req-f92f27ea-96e3-4890-b896-3eeb8ace26de service neutron] 10.222.0.46 "GET /v2.0/networks/7e351d7f-ec41-4316-8703-e8fda2cbe604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846139 Feb 15 21:41:54.715896 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ba88ca-a817-49e5-b350-7d866e074e5d admin admin] Pushing event updated for resources: {'Port': ['ID=81a5e579-7032-4406-8621-a5becbf2d074,revision_number=1']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:41:54.722333 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-20ba88ca-a817-49e5-b350-7d866e074e5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:41:54.762014 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ba88ca-a817-49e5-b350-7d866e074e5d admin admin] Network ea584dc2-ab3d-4694-abd1-4b3f5de0f2b1 is already hosted by enough agents. {{(pid=83998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 21:41:54.763370 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.base_scheduler [None req-20ba88ca-a817-49e5-b350-7d866e074e5d admin admin] Resources bound (agent type, host, resource id): {{(pid=83998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 21:41:54.766152 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ba88ca-a817-49e5-b350-7d866e074e5d admin admin] Received port after_create {{(pid=83998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 15 21:41:54.766673 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-20ba88ca-a817-49e5-b350-7d866e074e5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036850961585'] for router_interface, before_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:54.768740 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-b1c62f29-9dd9-4d1c-ac18-21065ebd35fe req-52856e27-3929-47cb-bc13-0485b5f74e42 service neutron] 10.222.0.46 "GET /v2.0/networks/7e351d7f-ec41-4316-8703-e8fda2cbe604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2459717 Feb 15 21:41:54.825908 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04115098-a7d5-40b9-aed8-0751e102a7ca req-b8dcf6fa-644e-412c-9636-b905509e7424 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:41:54.827694 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-04115098-a7d5-40b9-aed8-0751e102a7ca req-b8dcf6fa-644e-412c-9636-b905509e7424 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] 10.222.0.68 "GET /v2.0/ports?device_id=9a550408-e5dd-4d65-b57f-a43071e6e83e HTTP/1.1" status: 200 len: 944 time: 0.1217387 Feb 15 21:41:54.861558 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Device c77c9273-6b5a-4eb8-9ec7-1e5a309793f9 up at agent ovs-agent-hv-cinder-77525 {{(pid=84000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:41:54.902988 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_hamode_db [None req-1964a796-90c7-48a4-9e02-f02087985a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45cb63c8-3da9-46dd-9b94-6995adc8a725', 'name': 'tempest-TestShelveInstance-1135260279-router', 'tenant_id': '320dff63e8014c2a8ec12f98a9c80416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'external_fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.103'}], 'enable_snat': True}, 'gw_port_id': '0e3e3827-ea89-4378-8fd0-2e202f702a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:41:44Z', 'updated_at': '2021-02-15T21:41:49Z', 'revision_number': 3, 'project_id': '320dff63e8014c2a8ec12f98a9c80416', 'gw_port': {'id': '0e3e3827-ea89-4378-8fd0-2e202f702a8a', 'name': '', 'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:1e:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45cb63c8-3da9-46dd-9b94-6995adc8a725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:41:47Z', 'updated_at': '2021-02-15T21:41:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-smb'}], 'dv-cinder-775250-3-smb', False) {} {{(pid=84001) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:41:54.908777 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1964a796-90c7-48a4-9e02-f02087985a95 None None] The sync data for ids ['45cb63c8-3da9-46dd-9b94-6995adc8a725'] in dv-cinder-775250-3-smb is: [{'id': '45cb63c8-3da9-46dd-9b94-6995adc8a725', 'name': 'tempest-TestShelveInstance-1135260279-router', 'tenant_id': '320dff63e8014c2a8ec12f98a9c80416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'external_fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.103'}], 'enable_snat': True}, 'gw_port_id': '0e3e3827-ea89-4378-8fd0-2e202f702a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:41:44Z', 'updated_at': '2021-02-15T21:41:49Z', 'revision_number': 3, 'project_id': '320dff63e8014c2a8ec12f98a9c80416', 'gw_port': {'id': '0e3e3827-ea89-4378-8fd0-2e202f702a8a', 'name': '', 'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:1e:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45cb63c8-3da9-46dd-9b94-6995adc8a725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:41:47Z', 'updated_at': '2021-02-15T21:41:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-smb'}] {{(pid=84001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 15 21:41:54.963169 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-04115098-a7d5-40b9-aed8-0751e102a7ca req-98066c9f-74a0-4003-8d1c-f957ccddb407 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] 10.222.0.68 "GET /v2.0/security-groups?id=eacf551a-e03d-4784-a8ef-492410bc89e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228120 Feb 15 21:41:55.000499 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-20ba88ca-a817-49e5-b350-7d866e074e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:55.009082 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f812fdb-c417-4363-acf6-f95e4f0b0787 req-1ac4c4e5-ede0-41df-9622-8b0436bc836c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:41:55.010783 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-3f812fdb-c417-4363-acf6-f95e4f0b0787 req-1ac4c4e5-ede0-41df-9622-8b0436bc836c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=964e5fef0d9f42da9da2717fddfc34f1&device_id=9a550408-e5dd-4d65-b57f-a43071e6e83e HTTP/1.1" status: 200 len: 1161 time: 0.1366398 Feb 15 21:41:55.018954 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Provisioning for port c77c9273-6b5a-4eb8-9ec7-1e5a309793f9 completed by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 21:41:55.023261 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Provisioning complete for port c77c9273-6b5a-4eb8-9ec7-1e5a309793f9 triggered by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:41:55.023683 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:55.214848 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-aa944177-0797-481e-b71a-5af498795cab None None] Provisioning for port 81a5e579-7032-4406-8621-a5becbf2d074 completed by entity DHCP. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 21:41:55.223477 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-aa944177-0797-481e-b71a-5af498795cab None None] Provisioning complete for port 81a5e579-7032-4406-8621-a5becbf2d074 triggered by entity DHCP. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:41:55.223917 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aa944177-0797-481e-b71a-5af498795cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:55.281405 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f812fdb-c417-4363-acf6-f95e4f0b0787 req-04652174-778f-4960-9342-c3a6d4e0e9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:41:55.282936 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-3f812fdb-c417-4363-acf6-f95e4f0b0787 req-04652174-778f-4960-9342-c3a6d4e0e9e2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7e351d7f-ec41-4316-8703-e8fda2cbe604 HTTP/1.1" status: 200 len: 909 time: 0.2563171 Feb 15 21:41:55.283255 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:55.295041 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.plugin [None req-aa944177-0797-481e-b71a-5af498795cab None None] Port 81a5e579-7032-4406-8621-a5becbf2d074 cannot update to ACTIVE because it is not bound. {{(pid=84000) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 15 21:41:55.295654 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9c428e-0b7d-4dbb-8f7c-e9ee9cfa3e25 req-541a68a9-0b87-4786-b6ad-c1c135d59af5 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:41:55.298260 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-be9c428e-0b7d-4dbb-8f7c-e9ee9cfa3e25 req-541a68a9-0b87-4786-b6ad-c1c135d59af5 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/ports?device_id=94c5b34a-a93a-417f-9bb0-dfd725a45c9f HTTP/1.1" status: 200 len: 943 time: 0.1939323 Feb 15 21:41:55.329402 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] For port c77c9273-6b5a-4eb8-9ec7-1e5a309793f9, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=c77c9273-6b5a-4eb8-9ec7-1e5a309793f9,segment=NetworkSegment(1388e872-eab5-4c96-8eb7-e6fd8402e86b),segment_id=1388e872-eab5-4c96-8eb7-e6fd8402e86b)] {{(pid=84000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:41:55.330785 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94c5b34a-a93a-417f-9bb0-dfd725a45c9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c77c9273-6b5a-4eb8-9ec7-1e5a309793f9'}] {{(pid=84000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 21:41:55.337651 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779317976793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779317533282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257537242501'] for port, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:55.340098 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:41:55.355955 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bbbb6c-637d-4739-b4b1-691c68e7e59b req-524ea94f-827d-4447-930c-5692e5360971 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:41:55.357620 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-55bbbb6c-637d-4739-b4b1-691c68e7e59b req-524ea94f-827d-4447-930c-5692e5360971 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/ports?device_id=22283d64-fb12-49e8-a3ff-d8be33246567 HTTP/1.1" status: 200 len: 946 time: 0.1880848 Feb 15 21:41:55.376524 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-3f812fdb-c417-4363-acf6-f95e4f0b0787 req-0ec29132-516a-4acb-86cf-92e32218a21e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2a239fcd-b80f-47cc-97e4-5c4e2b0a574c HTTP/1.1" status: 200 len: 217 time: 0.0841401 Feb 15 21:41:55.428916 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Pushing event updated for resources: {'Port': ['ID=c77c9273-6b5a-4eb8-9ec7-1e5a309793f9,revision_number=4']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:41:55.433225 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:41:55.473997 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-be9c428e-0b7d-4dbb-8f7c-e9ee9cfa3e25 req-9a10c342-c550-4e4a-9ed9-fdbb486253b6 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/security-groups?id=d41abb3f-0e7c-40e2-b25e-05dfee7102d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1520650 Feb 15 21:41:55.517637 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-55bbbb6c-637d-4739-b4b1-691c68e7e59b req-809d419d-cae1-4d11-a7b1-a696576e2546 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/security-groups?id=cfa94711-8349-42e9-83b9-bdf74ec03915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385231 Feb 15 21:41:55.559569 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f812fdb-c417-4363-acf6-f95e4f0b0787 req-5e5cfaae-089c-4f68-9285-a7a00c1e2256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:41:55.561215 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-3f812fdb-c417-4363-acf6-f95e4f0b0787 req-5e5cfaae-089c-4f68-9285-a7a00c1e2256 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=dcb6e13b-2686-42e4-a027-d54b68f82f25 HTTP/1.1" status: 200 len: 855 time: 0.1176789 Feb 15 21:41:55.571790 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-20ba88ca-a817-49e5-b350-7d866e074e5d admin admin] Notify callbacks [] for port, precommit_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:55.584359 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-20ba88ca-a817-49e5-b350-7d866e074e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779317976793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779317533282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257537242501'] for port, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:55.585864 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-20ba88ca-a817-49e5-b350-7d866e074e5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851048215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3814186'] for router_interface, after_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:55.604022 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-1c1d964e-5f37-40d0-961e-090b33c350ec tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:41:55.606116 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94c5b34a-a93a-417f-9bb0-dfd725a45c9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c77c9273-6b5a-4eb8-9ec7-1e5a309793f9', 'code': 200} Feb 15 21:41:55.629381 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-3f812fdb-c417-4363-acf6-f95e4f0b0787 req-43334cfe-7179-42eb-bd02-72dde5f74abb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7e351d7f-ec41-4316-8703-e8fda2cbe604&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582910 Feb 15 21:41:55.836058 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ba88ca-a817-49e5-b350-7d866e074e5d admin admin] Pushing event updated for resources: {'Port': ['ID=81a5e579-7032-4406-8621-a5becbf2d074,revision_number=2']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:41:55.866772 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-3f812fdb-c417-4363-acf6-f95e4f0b0787 req-f4d65154-7f4f-4ac3-8852-12b97092934e service neutron] 10.222.0.46 "GET /v2.0/networks/7e351d7f-ec41-4316-8703-e8fda2cbe604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198188 Feb 15 21:41:55.951789 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ba88ca-a817-49e5-b350-7d866e074e5d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:41:55.952199 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ba88ca-a817-49e5-b350-7d866e074e5d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:41:55.952599 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ba88ca-a817-49e5-b350-7d866e074e5d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:41:55.952998 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ba88ca-a817-49e5-b350-7d866e074e5d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:41:55.953421 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ba88ca-a817-49e5-b350-7d866e074e5d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:41:55.953819 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ba88ca-a817-49e5-b350-7d866e074e5d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:41:55.954208 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ba88ca-a817-49e5-b350-7d866e074e5d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:41:55.954596 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ba88ca-a817-49e5-b350-7d866e074e5d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:41:55.955082 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ba88ca-a817-49e5-b350-7d866e074e5d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:41:55.955538 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ba88ca-a817-49e5-b350-7d866e074e5d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:41:55.955927 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ba88ca-a817-49e5-b350-7d866e074e5d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:41:55.956313 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ba88ca-a817-49e5-b350-7d866e074e5d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:41:55.956761 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ba88ca-a817-49e5-b350-7d866e074e5d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:41:55.957164 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ba88ca-a817-49e5-b350-7d866e074e5d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:41:55.963118 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ba88ca-a817-49e5-b350-7d866e074e5d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:41:55.963600 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ba88ca-a817-49e5-b350-7d866e074e5d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:41:55.964009 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ba88ca-a817-49e5-b350-7d866e074e5d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:41:55.964403 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ba88ca-a817-49e5-b350-7d866e074e5d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:41:55.964800 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ba88ca-a817-49e5-b350-7d866e074e5d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:41:55.965191 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ba88ca-a817-49e5-b350-7d866e074e5d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:41:55.965609 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ba88ca-a817-49e5-b350-7d866e074e5d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:41:55.965997 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ba88ca-a817-49e5-b350-7d866e074e5d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:41:55.966387 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ba88ca-a817-49e5-b350-7d866e074e5d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:41:55.966773 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ba88ca-a817-49e5-b350-7d866e074e5d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:41:55.971477 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-20ba88ca-a817-49e5-b350-7d866e074e5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:41:56.046914 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Device 0e3e3827-ea89-4378-8fd0-2e202f702a8a up at agent ovs-agent-dv-cinder-775250-3-smb {{(pid=84000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:41:56.107529 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Device c77c9273-6b5a-4eb8-9ec7-1e5a309793f9 up at agent ovs-agent-hv-cinder-77525 {{(pid=84000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:41:56.121194 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ba88ca-a817-49e5-b350-7d866e074e5d admin admin] Network ea584dc2-ab3d-4694-abd1-4b3f5de0f2b1 is already hosted by enough agents. {{(pid=83998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 21:41:56.123651 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.base_scheduler [None req-20ba88ca-a817-49e5-b350-7d866e074e5d admin admin] Resources bound (agent type, host, resource id): {{(pid=83998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 21:41:56.148280 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-3f812fdb-c417-4363-acf6-f95e4f0b0787 req-185fc2bb-f4c2-461a-8920-b61f070a3882 service neutron] 10.222.0.46 "GET /v2.0/networks/7e351d7f-ec41-4316-8703-e8fda2cbe604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2713068 Feb 15 21:41:56.287086 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5789481-54d5-492c-bf40-6a892e5d18f0 req-0cbc8fad-1e10-481d-88f6-ab20b7ca69f6 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:41:56.296051 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-c5789481-54d5-492c-bf40-6a892e5d18f0 req-0cbc8fad-1e10-481d-88f6-ab20b7ca69f6 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] 10.222.0.68 "GET /v2.0/ports?device_id=9a550408-e5dd-4d65-b57f-a43071e6e83e HTTP/1.1" status: 200 len: 944 time: 0.1100931 Feb 15 21:41:56.339599 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cab73d2-aae6-41af-bc47-93affe66f10f req-d7e47a8b-67be-4519-9555-3894d562e99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:41:56.341243 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-0cab73d2-aae6-41af-bc47-93affe66f10f req-d7e47a8b-67be-4519-9555-3894d562e99d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=94c5b34a-a93a-417f-9bb0-dfd725a45c9f HTTP/1.1" status: 200 len: 1162 time: 0.4904308 Feb 15 21:41:56.359935 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Provisioning for port 0e3e3827-ea89-4378-8fd0-2e202f702a8a completed by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 21:41:56.363361 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-c5789481-54d5-492c-bf40-6a892e5d18f0 req-b3074e4d-69bf-4977-a69d-d5f2a87caa89 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] 10.222.0.68 "GET /v2.0/security-groups?id=eacf551a-e03d-4784-a8ef-492410bc89e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658519 Feb 15 21:41:56.369155 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Provisioning complete for port 0e3e3827-ea89-4378-8fd0-2e202f702a8a triggered by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:41:56.369745 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:56.411458 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-0cab73d2-aae6-41af-bc47-93affe66f10f req-227f94d6-60bd-4e77-a637-4e79ab6aa940 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d41abb3f-0e7c-40e2-b25e-05dfee7102d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603104 Feb 15 21:41:56.493188 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20ba88ca-a817-49e5-b350-7d866e074e5d admin admin] Router 45cb63c8-3da9-46dd-9b94-6995adc8a725 has already been hosted by L3 agent dc46b086-6cb1-49e8-b95e-1fe9b389155e {{(pid=83998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 15 21:41:56.641317 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 47412) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:41:56.643745 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Provisioning complete for port c77c9273-6b5a-4eb8-9ec7-1e5a309793f9 triggered by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:41:56.644389 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:56.722316 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-34a38ce8-dcda-4de4-afb9-0e32565f5782 None None] Provisioning complete for port 81a5e579-7032-4406-8621-a5becbf2d074 triggered by entity DHCP. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:41:56.723023 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-34a38ce8-dcda-4de4-afb9-0e32565f5782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:56.799183 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.plugin [None req-34a38ce8-dcda-4de4-afb9-0e32565f5782 None None] Port 81a5e579-7032-4406-8621-a5becbf2d074 cannot update to ACTIVE because it is not bound. {{(pid=84000) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 15 21:41:56.803192 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c97d94-62b6-416e-8916-ce9c097be4b6 req-06b2e011-28b1-4f71-838f-b54a7d0d8a7d tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:41:56.815084 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-d4c97d94-62b6-416e-8916-ce9c097be4b6 req-06b2e011-28b1-4f71-838f-b54a7d0d8a7d tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/ports?device_id=22283d64-fb12-49e8-a3ff-d8be33246567 HTTP/1.1" status: 200 len: 946 time: 0.1451292 Feb 15 21:41:56.873168 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:56.884400 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-8221860c-e704-47fb-935a-a6fa018932da admin admin] Notify callbacks [] for security_group, before_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:56.947937 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-d4c97d94-62b6-416e-8916-ce9c097be4b6 req-320e7de5-774e-40d5-9b49-2a16acaf6680 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/security-groups?id=cfa94711-8349-42e9-83b9-bdf74ec03915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296973 Feb 15 21:41:56.953672 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-8221860c-e704-47fb-935a-a6fa018932da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:41:56.971177 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-8221860c-e704-47fb-935a-a6fa018932da admin admin] Usage tracker for resource:security_group_rule and tenant:86c1ebd2955c4a4885fdfba327534c76 is out of sync, need to count used quota {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:41:56.980280 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-8221860c-e704-47fb-935a-a6fa018932da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:41:56.982314 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] For port 0e3e3827-ea89-4378-8fd0-2e202f702a8a, host dv-cinder-775250-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-3-smb',level=0,port_id=0e3e3827-ea89-4378-8fd0-2e202f702a8a,segment=NetworkSegment(aaff8bb9-4958-4cc8-8842-2399e4673088),segment_id=aaff8bb9-4958-4cc8-8842-2399e4673088)] {{(pid=84000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:41:56.996437 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779317976793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779317533282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257537242501'] for port, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:56.996437 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-b310aecd-d679-4830-b945-e0a7e44b3016 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:41:56.999520 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-8221860c-e704-47fb-935a-a6fa018932da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:41:57.090477 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Pushing event updated for resources: {'Port': ['ID=0e3e3827-ea89-4378-8fd0-2e202f702a8a,revision_number=4']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:41:57.094642 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:41:57.121728 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20ba88ca-a817-49e5-b350-7d866e074e5d admin admin] Notify agent at l3_agent.dv-cinder-775250-3-smb the message routers_updated {{(pid=83998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 15 21:41:57.132073 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-8221860c-e704-47fb-935a-a6fa018932da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:57.135622 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-20ba88ca-a817-49e5-b350-7d866e074e5d admin admin] 10.222.0.68 "PUT /v2.0/routers/45cb63c8-3da9-46dd-9b94-6995adc8a725/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0540063 Feb 15 21:41:57.135764 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-8221860c-e704-47fb-935a-a6fa018932da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:57.143935 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e370ee-e6a4-4798-89bb-432af139ea81 req-bc454e88-83c5-492c-ae76-5321813ff19b tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:41:57.145588 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-69e370ee-e6a4-4798-89bb-432af139ea81 req-bc454e88-83c5-492c-ae76-5321813ff19b tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/ports?device_id=94c5b34a-a93a-417f-9bb0-dfd725a45c9f HTTP/1.1" status: 200 len: 945 time: 0.4888489 Feb 15 21:41:57.146872 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-387b087f-39f5-4923-affc-c9bd1557ea8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:41:57.197850 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-8221860c-e704-47fb-935a-a6fa018932da admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=86c1ebd2955c4a4885fdfba327534c76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5547392 Feb 15 21:41:57.199992 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8221860c-e704-47fb-935a-a6fa018932da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4323093-c7c6-4597-9038-ff34e7f9a7a3,revision_number=1']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:41:57.202722 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-69e370ee-e6a4-4798-89bb-432af139ea81 req-bcf84168-5a2d-456a-8d1f-f70b9257a537 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/security-groups?id=d41abb3f-0e7c-40e2-b25e-05dfee7102d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506253 Feb 15 21:41:57.203341 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83998) accepted ('10.222.0.68', 47424) {{(pid=83998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:41:57.210045 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8221860c-e704-47fb-935a-a6fa018932da admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:41:57.210643 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8221860c-e704-47fb-935a-a6fa018932da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:41:57.211165 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8221860c-e704-47fb-935a-a6fa018932da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:41:57.211678 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8221860c-e704-47fb-935a-a6fa018932da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:41:57.212193 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8221860c-e704-47fb-935a-a6fa018932da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:41:57.212710 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8221860c-e704-47fb-935a-a6fa018932da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:41:57.213219 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8221860c-e704-47fb-935a-a6fa018932da admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:41:57.213886 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8221860c-e704-47fb-935a-a6fa018932da admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:41:57.214385 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8221860c-e704-47fb-935a-a6fa018932da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:41:57.214889 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8221860c-e704-47fb-935a-a6fa018932da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:41:57.219029 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8221860c-e704-47fb-935a-a6fa018932da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:41:57.219029 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8221860c-e704-47fb-935a-a6fa018932da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:41:57.219029 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8221860c-e704-47fb-935a-a6fa018932da admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:41:57.219029 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8221860c-e704-47fb-935a-a6fa018932da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:41:57.219029 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8221860c-e704-47fb-935a-a6fa018932da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:41:57.219029 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8221860c-e704-47fb-935a-a6fa018932da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:41:57.219029 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8221860c-e704-47fb-935a-a6fa018932da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:41:57.219029 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8221860c-e704-47fb-935a-a6fa018932da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:41:57.219029 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8221860c-e704-47fb-935a-a6fa018932da admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:41:57.219029 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8221860c-e704-47fb-935a-a6fa018932da admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:41:57.220022 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8221860c-e704-47fb-935a-a6fa018932da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:41:57.221522 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8221860c-e704-47fb-935a-a6fa018932da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:41:57.221522 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8221860c-e704-47fb-935a-a6fa018932da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:41:57.221522 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8221860c-e704-47fb-935a-a6fa018932da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:41:57.235508 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-8221860c-e704-47fb-935a-a6fa018932da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:41:57.286138 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-6582ce3d-7972-4702-aaf6-5801c838cb4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:57.316553 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-6582ce3d-7972-4702-aaf6-5801c838cb4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:57.367072 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-6582ce3d-7972-4702-aaf6-5801c838cb4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:57.372117 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-7f5edc01-e1c6-4899-99a7-c51679178032 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:41:57.389276 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6582ce3d-7972-4702-aaf6-5801c838cb4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4323093-c7c6-4597-9038-ff34e7f9a7a3,revision_number=None']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:41:57.393286 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-6582ce3d-7972-4702-aaf6-5801c838cb4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:57.394855 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-6582ce3d-7972-4702-aaf6-5801c838cb4d admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/d4323093-c7c6-4597-9038-ff34e7f9a7a3 HTTP/1.1" status: 204 len: 168 time: 0.1904435 Feb 15 21:41:57.395854 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-6582ce3d-7972-4702-aaf6-5801c838cb4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:41:57.594389 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53edc9ee-bb0d-4310-b115-d248df9d5059 req-0a621de8-b118-4296-82cd-1d02300e0753 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:41:57.596314 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-53edc9ee-bb0d-4310-b115-d248df9d5059 req-0a621de8-b118-4296-82cd-1d02300e0753 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] 10.222.0.68 "GET /v2.0/ports?device_id=9a550408-e5dd-4d65-b57f-a43071e6e83e HTTP/1.1" status: 200 len: 944 time: 0.1008177 Feb 15 21:41:57.663836 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-53edc9ee-bb0d-4310-b115-d248df9d5059 req-5acd3b1e-0ec2-4ef7-b1a0-0826009cd374 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] 10.222.0.68 "GET /v2.0/security-groups?id=eacf551a-e03d-4784-a8ef-492410bc89e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537663 Feb 15 21:41:57.782165 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83998) accepted ('10.222.0.68', 47438) {{(pid=83998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:41:57.802813 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-bb054543-5c0a-43e7-8655-e8c915f84529 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:57.819125 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-bb054543-5c0a-43e7-8655-e8c915f84529 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:41:57.823537 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-bb054543-5c0a-43e7-8655-e8c915f84529 admin admin] Usage tracker for resource:security_group_rule and tenant:03c0bddf48ff49d19c4d534d762c2f43 is out of sync, need to count used quota {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:41:57.826821 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-bb054543-5c0a-43e7-8655-e8c915f84529 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:41:57.833728 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-bb054543-5c0a-43e7-8655-e8c915f84529 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:41:57.954130 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Device 0e3e3827-ea89-4378-8fd0-2e202f702a8a up at agent ovs-agent-dv-cinder-775250-3-smb {{(pid=84000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:41:57.977398 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-bb054543-5c0a-43e7-8655-e8c915f84529 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:57.982184 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-bb054543-5c0a-43e7-8655-e8c915f84529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:57.992614 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:41:58.025427 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb054543-5c0a-43e7-8655-e8c915f84529 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=573a9f5b-7913-4ffe-8957-f1df039b3e60,revision_number=1']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:41:58.032185 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-bb054543-5c0a-43e7-8655-e8c915f84529 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:41:58.036450 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.v2.base [req-37c6330d-32aa-4a43-bbd4-dd1cdeeb8066 req-89e6f054-324e-4d97-8397-3478015697cb tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-1720228992', 'description': 'tempest-TestShelveInstance-1720228992 description'}} {{(pid=83998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:41:58.055320 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [req-37c6330d-32aa-4a43-bbd4-dd1cdeeb8066 req-89e6f054-324e-4d97-8397-3478015697cb tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:41:58.063862 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [req-37c6330d-32aa-4a43-bbd4-dd1cdeeb8066 req-89e6f054-324e-4d97-8397-3478015697cb tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Usage tracker for resource:security_group and tenant:e5c39c2be7094b439ebb60d1c07bbb7e is out of sync, need to count used quota {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:41:58.073168 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-bb054543-5c0a-43e7-8655-e8c915f84529 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=03c0bddf48ff49d19c4d534d762c2f43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2896287 Feb 15 21:41:58.074622 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 47448) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:41:58.075090 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [req-37c6330d-32aa-4a43-bbd4-dd1cdeeb8066 req-89e6f054-324e-4d97-8397-3478015697cb tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:41:58.082064 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [req-37c6330d-32aa-4a43-bbd4-dd1cdeeb8066 req-89e6f054-324e-4d97-8397-3478015697cb tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:41:58.093088 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-37c6330d-32aa-4a43-bbd4-dd1cdeeb8066 req-89e6f054-324e-4d97-8397-3478015697cb tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Notify callbacks [] for security_group, before_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:58.098350 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Provisioning complete for port 0e3e3827-ea89-4378-8fd0-2e202f702a8a triggered by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:41:58.098783 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:58.126988 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [req-37c6330d-32aa-4a43-bbd4-dd1cdeeb8066 req-89e6f054-324e-4d97-8397-3478015697cb tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:41:58.132247 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [req-37c6330d-32aa-4a43-bbd4-dd1cdeeb8066 req-89e6f054-324e-4d97-8397-3478015697cb tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Usage tracker for resource:security_group_rule and tenant:e5c39c2be7094b439ebb60d1c07bbb7e is out of sync, need to count used quota {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:41:58.135428 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [req-37c6330d-32aa-4a43-bbd4-dd1cdeeb8066 req-89e6f054-324e-4d97-8397-3478015697cb tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:41:58.142911 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [req-37c6330d-32aa-4a43-bbd4-dd1cdeeb8066 req-89e6f054-324e-4d97-8397-3478015697cb tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:41:58.176210 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db66ec40-59a1-402d-a5c2-54a18a56da73 None None] Sync routers for ids ['45cb63c8-3da9-46dd-9b94-6995adc8a725'] in dv-cinder-775250-3-smb {{(pid=84000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 15 21:41:58.200061 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db66ec40-59a1-402d-a5c2-54a18a56da73 None None] Routers {'45cb63c8-3da9-46dd-9b94-6995adc8a725'} bound to L3 agent in host dv-cinder-775250-3-smb {{(pid=84000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 21:41:58.200840 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_hamode_db [None req-db66ec40-59a1-402d-a5c2-54a18a56da73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-15T21:30:22Z,description=,heartbeat_timestamp=2021-02-15T21:41:52Z,host='dv-cinder-775250-3-smb',id=dc46b086-6cb1-49e8-b95e-1fe9b389155e,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T21:30:22Z,topic='l3_agent')) {'router_ids': ['45cb63c8-3da9-46dd-9b94-6995adc8a725'], 'active': True} {{(pid=84000) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:41:58.243702 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-43f402c8-a3d6-402d-9ff9-03311a1e273b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:58.244930 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-37c6330d-32aa-4a43-bbd4-dd1cdeeb8066 req-89e6f054-324e-4d97-8397-3478015697cb tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Notify callbacks [] for security_group, precommit_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:58.249763 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-37c6330d-32aa-4a43-bbd4-dd1cdeeb8066 req-89e6f054-324e-4d97-8397-3478015697cb tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:58.291516 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-43f402c8-a3d6-402d-9ff9-03311a1e273b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:58.292930 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-2fb51095-1e83-4722-9c2a-8762efb7105b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:41:58.305936 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-37c6330d-32aa-4a43-bbd4-dd1cdeeb8066 req-89e6f054-324e-4d97-8397-3478015697cb tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Notify callbacks [] for security_group, before_response {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:58.307545 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-37c6330d-32aa-4a43-bbd4-dd1cdeeb8066 req-89e6f054-324e-4d97-8397-3478015697cb tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.2860653 Feb 15 21:41:58.319457 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933571e8-7969-4c46-bdac-565d29948cce req-d4e5e56c-9c4b-4c6f-b365-da6584bf4a49 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:41:58.328492 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-933571e8-7969-4c46-bdac-565d29948cce req-d4e5e56c-9c4b-4c6f-b365-da6584bf4a49 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/ports?device_id=22283d64-fb12-49e8-a3ff-d8be33246567 HTTP/1.1" status: 200 len: 946 time: 0.2295253 Feb 15 21:41:58.332466 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e6f054-324e-4d97-8397-3478015697cb tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5675173e-9aa6-470b-8625-3bf575193c1b,revision_number=1']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:41:58.348056 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-89e6f054-324e-4d97-8397-3478015697cb tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:41:58.522976 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvr_db [None req-db66ec40-59a1-402d-a5c2-54a18a56da73 None None] Set router 45cb63c8-3da9-46dd-9b94-6995adc8a725 gateway port host: dv-cinder-775250-3-smb {{(pid=84000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 21:41:58.637082 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-933571e8-7969-4c46-bdac-565d29948cce req-d2303b95-6a6b-4177-978b-864d38cf81eb tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/security-groups?id=cfa94711-8349-42e9-83b9-bdf74ec03915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3073187 Feb 15 21:41:58.648473 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-43f402c8-a3d6-402d-9ff9-03311a1e273b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:58.654816 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-8b6d9b43-d03f-46a1-9f82-e097ddfb9655 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:41:58.698449 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f402c8-a3d6-402d-9ff9-03311a1e273b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=573a9f5b-7913-4ffe-8957-f1df039b3e60,revision_number=None']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:41:58.704406 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f140d68b-3b29-4c0c-8d72-490ad844e3e2 req-ebb8dff8-e0c3-4c9d-b944-997354bc1a67 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:41:58.704555 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-43f402c8-a3d6-402d-9ff9-03311a1e273b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:41:58.708366 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-f140d68b-3b29-4c0c-8d72-490ad844e3e2 req-ebb8dff8-e0c3-4c9d-b944-997354bc1a67 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/ports?device_id=94c5b34a-a93a-417f-9bb0-dfd725a45c9f HTTP/1.1" status: 200 len: 945 time: 0.1053035 Feb 15 21:41:58.722231 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-43f402c8-a3d6-402d-9ff9-03311a1e273b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:58.726191 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-43f402c8-a3d6-402d-9ff9-03311a1e273b admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/573a9f5b-7913-4ffe-8957-f1df039b3e60 HTTP/1.1" status: 204 len: 168 time: 0.6478848 Feb 15 21:41:58.752182 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-ffb9db90-4aa4-49b0-a40f-dd00bca8667f req-42cafa46-7c6d-4437-b4a5-a77983045478 tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] 10.222.0.68 "GET /v2.0/security-groups/5675173e-9aa6-470b-8625-3bf575193c1b HTTP/1.1" status: 200 len: 1802 time: 0.0717468 Feb 15 21:41:58.767077 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.v2.base [req-ffb9db90-4aa4-49b0-a40f-dd00bca8667f req-2a9a02d3-8d07-4502-a21a-395d2dbfaf39 tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5675173e-9aa6-470b-8625-3bf575193c1b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=83999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:41:58.767625 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.v2.base [req-ffb9db90-4aa4-49b0-a40f-dd00bca8667f req-2a9a02d3-8d07-4502-a21a-395d2dbfaf39 tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5675173e-9aa6-470b-8625-3bf575193c1b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=83999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:41:58.768217 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-f140d68b-3b29-4c0c-8d72-490ad844e3e2 req-9154b419-d899-4616-8eb3-ef90047b1fdc tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/security-groups?id=d41abb3f-0e7c-40e2-b25e-05dfee7102d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520673 Feb 15 21:41:58.774922 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [req-ffb9db90-4aa4-49b0-a40f-dd00bca8667f req-2a9a02d3-8d07-4502-a21a-395d2dbfaf39 tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:41:58.788189 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [req-ffb9db90-4aa4-49b0-a40f-dd00bca8667f req-2a9a02d3-8d07-4502-a21a-395d2dbfaf39 tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Usage tracker for resource:security_group_rule and tenant:e5c39c2be7094b439ebb60d1c07bbb7e is out of sync, need to count used quota {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:41:58.792213 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [req-ffb9db90-4aa4-49b0-a40f-dd00bca8667f req-2a9a02d3-8d07-4502-a21a-395d2dbfaf39 tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:41:58.805504 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [req-ffb9db90-4aa4-49b0-a40f-dd00bca8667f req-2a9a02d3-8d07-4502-a21a-395d2dbfaf39 tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:41:58.891581 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-ffb9db90-4aa4-49b0-a40f-dd00bca8667f req-2a9a02d3-8d07-4502-a21a-395d2dbfaf39 tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:58.922174 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-ffb9db90-4aa4-49b0-a40f-dd00bca8667f req-2a9a02d3-8d07-4502-a21a-395d2dbfaf39 tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:58.926583 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-ffb9db90-4aa4-49b0-a40f-dd00bca8667f req-2a9a02d3-8d07-4502-a21a-395d2dbfaf39 tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678418'] for security_group_rule, after_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:58.938318 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-6c83b924-f3dc-4d9e-8d2c-1f9a91068115 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:41:58.965833 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9a02d3-8d07-4502-a21a-395d2dbfaf39 tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d88a6e9-36cf-42f7-a481-92eee90c9b2b,revision_number=0']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:41:58.969591 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-2a9a02d3-8d07-4502-a21a-395d2dbfaf39 tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:41:58.979475 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-ffb9db90-4aa4-49b0-a40f-dd00bca8667f req-2a9a02d3-8d07-4502-a21a-395d2dbfaf39 tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:58.981091 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-ffb9db90-4aa4-49b0-a40f-dd00bca8667f req-2a9a02d3-8d07-4502-a21a-395d2dbfaf39 tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2201865 Feb 15 21:41:58.981239 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_hamode_db [None req-db66ec40-59a1-402d-a5c2-54a18a56da73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45cb63c8-3da9-46dd-9b94-6995adc8a725', 'name': 'tempest-TestShelveInstance-1135260279-router', 'tenant_id': '320dff63e8014c2a8ec12f98a9c80416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'external_fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.103'}], 'enable_snat': True}, 'gw_port_id': '0e3e3827-ea89-4378-8fd0-2e202f702a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:41:44Z', 'updated_at': '2021-02-15T21:41:54Z', 'revision_number': 4, 'project_id': '320dff63e8014c2a8ec12f98a9c80416', 'gw_port': {'id': '0e3e3827-ea89-4378-8fd0-2e202f702a8a', 'name': '', 'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:1e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45cb63c8-3da9-46dd-9b94-6995adc8a725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:41:47Z', 'updated_at': '2021-02-15T21:41:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-smb', '_interfaces': [{'id': '81a5e579-7032-4406-8621-a5becbf2d074', 'name': '', 'network_id': 'ea584dc2-ab3d-4694-abd1-4b3f5de0f2b1', 'tenant_id': '320dff63e8014c2a8ec12f98a9c80416', 'mac_address': 'fa:16:3e:a3:6f:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45cb63c8-3da9-46dd-9b94-6995adc8a725', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '01065af1-c4c6-467f-b3b0-73cd80ce0ecc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:41:54Z', 'updated_at': '2021-02-15T21:41:55Z', 'revision_number': 2, 'project_id': '320dff63e8014c2a8ec12f98a9c80416', 'subnets': [{'id': '01065af1-c4c6-467f-b3b0-73cd80ce0ecc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-3-smb', False) {} {{(pid=84000) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:41:58.986295 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db66ec40-59a1-402d-a5c2-54a18a56da73 None None] Checking router: 45cb63c8-3da9-46dd-9b94-6995adc8a725 for host: dv-cinder-775250-3-smb {{(pid=84000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 15 21:41:58.986904 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db66ec40-59a1-402d-a5c2-54a18a56da73 None None] Updating router 45cb63c8-3da9-46dd-9b94-6995adc8a725 port 81a5e579-7032-4406-8621-a5becbf2d074 binding host dv-cinder-775250-3-smb {{(pid=84000) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 15 21:41:59.063865 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-db66ec40-59a1-402d-a5c2-54a18a56da73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:59.080150 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cecf2c1-9349-468f-95ad-e97edc67bf0d req-2afc28a1-257c-42d0-8770-0b0527d46cfd tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:41:59.082478 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-5cecf2c1-9349-468f-95ad-e97edc67bf0d req-2afc28a1-257c-42d0-8770-0b0527d46cfd tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] 10.222.0.68 "GET /v2.0/ports?device_id=9a550408-e5dd-4d65-b57f-a43071e6e83e HTTP/1.1" status: 200 len: 944 time: 0.1226468 Feb 15 21:41:59.150213 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-5cecf2c1-9349-468f-95ad-e97edc67bf0d req-b08f1c0e-c9bf-4ba3-b9eb-aa6a05818d99 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] 10.222.0.68 "GET /v2.0/security-groups?id=eacf551a-e03d-4784-a8ef-492410bc89e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604079 Feb 15 21:41:59.269437 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84267c4-896e-4f22-939c-227db39e25b8 req-6f6473fe-b64f-4d02-b22f-d9ef22ca2bf2 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:41:59.271127 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-e84267c4-896e-4f22-939c-227db39e25b8 req-6f6473fe-b64f-4d02-b22f-d9ef22ca2bf2 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/ports?device_id=94c5b34a-a93a-417f-9bb0-dfd725a45c9f HTTP/1.1" status: 200 len: 945 time: 0.1692977 Feb 15 21:41:59.280817 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 47480) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:41:59.292055 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-d40f40c7-12b2-4ca4-940d-ffb215a154d5 req-898fc290-ba50-40ba-a537-2a77f2c907da tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] 10.222.0.68 "GET /v2.0/security-groups/5675173e-9aa6-470b-8625-3bf575193c1b HTTP/1.1" status: 200 len: 2395 time: 0.0922945 Feb 15 21:41:59.294091 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.v2.base [None req-c3de7f16-e61c-418f-a82f-30ede4b4be41 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Request body: {'floatingip': {'port_id': 'c77c9273-6b5a-4eb8-9ec7-1e5a309793f9'}} {{(pid=83999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:41:59.304818 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.v2.base [req-d40f40c7-12b2-4ca4-940d-ffb215a154d5 req-333f98b2-311f-40c6-b035-d848fb3019ac tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5675173e-9aa6-470b-8625-3bf575193c1b', 'remote_group_id': None}]} {{(pid=83998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:41:59.305293 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.v2.base [req-d40f40c7-12b2-4ca4-940d-ffb215a154d5 req-333f98b2-311f-40c6-b035-d848fb3019ac tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5675173e-9aa6-470b-8625-3bf575193c1b', 'remote_group_id': None}} {{(pid=83998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:41:59.318002 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [req-d40f40c7-12b2-4ca4-940d-ffb215a154d5 req-333f98b2-311f-40c6-b035-d848fb3019ac tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:41:59.330050 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [req-d40f40c7-12b2-4ca4-940d-ffb215a154d5 req-333f98b2-311f-40c6-b035-d848fb3019ac tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Usage tracker for resource:security_group_rule and tenant:e5c39c2be7094b439ebb60d1c07bbb7e is out of sync, need to count used quota {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:41:59.339339 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [req-d40f40c7-12b2-4ca4-940d-ffb215a154d5 req-333f98b2-311f-40c6-b035-d848fb3019ac tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:41:59.346157 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [req-d40f40c7-12b2-4ca4-940d-ffb215a154d5 req-333f98b2-311f-40c6-b035-d848fb3019ac tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:41:59.416723 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-d40f40c7-12b2-4ca4-940d-ffb215a154d5 req-333f98b2-311f-40c6-b035-d848fb3019ac tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:59.416960 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-c3de7f16-e61c-418f-a82f-30ede4b4be41 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Notify callbacks [] for floatingip, before_update {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:59.450565 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-d40f40c7-12b2-4ca4-940d-ffb215a154d5 req-333f98b2-311f-40c6-b035-d848fb3019ac tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:59.454111 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-d40f40c7-12b2-4ca4-940d-ffb215a154d5 req-333f98b2-311f-40c6-b035-d848fb3019ac tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678418'] for security_group_rule, after_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:59.456575 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:41:59.483740 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333f98b2-311f-40c6-b035-d848fb3019ac tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cf62500-2857-4479-9a6c-08c89503bd48,revision_number=0']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:41:59.490871 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-333f98b2-311f-40c6-b035-d848fb3019ac tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:41:59.493520 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-d40f40c7-12b2-4ca4-940d-ffb215a154d5 req-333f98b2-311f-40c6-b035-d848fb3019ac tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:59.498615 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-d40f40c7-12b2-4ca4-940d-ffb215a154d5 req-333f98b2-311f-40c6-b035-d848fb3019ac tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1995528 Feb 15 21:41:59.651533 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-db66ec40-59a1-402d-a5c2-54a18a56da73 None None] Notify callbacks [] for port, precommit_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:59.668517 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-db66ec40-59a1-402d-a5c2-54a18a56da73 None None] Transition to ACTIVE for port object 81a5e579-7032-4406-8621-a5becbf2d074 will not be triggered until provisioned by entity L2. {{(pid=84000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 21:41:59.672664 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-db66ec40-59a1-402d-a5c2-54a18a56da73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779317976793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779317533282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257537242501'] for port, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:59.694056 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:41:59.748883 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Device c77c9273-6b5a-4eb8-9ec7-1e5a309793f9 up at agent ovs-agent-hv-cinder-77525 {{(pid=84000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:41:59.967850 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01cbed4-5e37-4ccb-b6a9-4e898a91c0f8 req-e12f9380-974a-4251-9de0-f106d94f2de8 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:41:59.968456 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Provisioning complete for port c77c9273-6b5a-4eb8-9ec7-1e5a309793f9 triggered by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:41:59.973280 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:41:59.976249 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-b01cbed4-5e37-4ccb-b6a9-4e898a91c0f8 req-e12f9380-974a-4251-9de0-f106d94f2de8 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/ports?device_id=22283d64-fb12-49e8-a3ff-d8be33246567 HTTP/1.1" status: 200 len: 946 time: 0.1810379 Feb 15 21:42:00.016698 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51010e92-243a-491a-a1c6-b7856387ad4d None None] Pushing event updated for resources: {'Port': ['ID=81a5e579-7032-4406-8621-a5becbf2d074,revision_number=3']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:42:00.020691 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-51010e92-243a-491a-a1c6-b7856387ad4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:42:00.039506 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-b01cbed4-5e37-4ccb-b6a9-4e898a91c0f8 req-e44015bb-8377-42db-b8bf-3ff497ac9b49 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/security-groups?id=cfa94711-8349-42e9-83b9-bdf74ec03915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621274 Feb 15 21:42:00.477937 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.managers [None req-db66ec40-59a1-402d-a5c2-54a18a56da73 None None] Attempting to bind port 81a5e579-7032-4406-8621-a5becbf2d074 on host dv-cinder-775250-3-smb for vnic_type normal with profile {{(pid=84000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 21:42:00.478403 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.managers [None req-db66ec40-59a1-402d-a5c2-54a18a56da73 None None] Attempting to bind port 81a5e579-7032-4406-8621-a5becbf2d074 by drivers openvswitch on host dv-cinder-775250-3-smb at level 0 using segments [{'id': '1ed662e2-2651-49e6-a38f-f29e92fd0fa2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'ea584dc2-ab3d-4694-abd1-4b3f5de0f2b1'}] {{(pid=84000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 15 21:42:00.478824 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db66ec40-59a1-402d-a5c2-54a18a56da73 None None] Attempting to bind port 81a5e579-7032-4406-8621-a5becbf2d074 on network ea584dc2-ab3d-4694-abd1-4b3f5de0f2b1 {{(pid=84000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 15 21:42:00.502515 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db66ec40-59a1-402d-a5c2-54a18a56da73 None None] Checking agent: {'id': 'c4d26ba9-4355-4b6a-ac8e-61eaae13650f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 21, 30, 23), 'started_at': datetime.datetime(2021, 2, 15, 21, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 21, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 21:42:00.505742 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db66ec40-59a1-402d-a5c2-54a18a56da73 None None] Checking segment: {'id': '1ed662e2-2651-49e6-a38f-f29e92fd0fa2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'ea584dc2-ab3d-4694-abd1-4b3f5de0f2b1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 21:42:00.508290 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-db66ec40-59a1-402d-a5c2-54a18a56da73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:42:00.508929 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db66ec40-59a1-402d-a5c2-54a18a56da73 None None] Bound using segment: {'id': '1ed662e2-2651-49e6-a38f-f29e92fd0fa2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'ea584dc2-ab3d-4694-abd1-4b3f5de0f2b1'} {{(pid=84000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 21:42:00.509743 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.managers [None req-db66ec40-59a1-402d-a5c2-54a18a56da73 None None] Bound port: 81a5e579-7032-4406-8621-a5becbf2d074, host: dv-cinder-775250-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ed662e2-2651-49e6-a38f-f29e92fd0fa2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'ea584dc2-ab3d-4694-abd1-4b3f5de0f2b1'}}] {{(pid=84000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 15 21:42:00.511258 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-db66ec40-59a1-402d-a5c2-54a18a56da73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:42:00.612443 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Device 2a239fcd-b80f-47cc-97e4-5c4e2b0a574c up at agent ovs-agent-hv-cinder-77525 {{(pid=84000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:42:00.697674 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652d984a-8811-4581-87dd-655a0414672c req-7fa22850-ca67-4a81-b9ab-5f87eb6dba49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:42:00.700428 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-652d984a-8811-4581-87dd-655a0414672c req-7fa22850-ca67-4a81-b9ab-5f87eb6dba49 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=22283d64-fb12-49e8-a3ff-d8be33246567 HTTP/1.1" status: 200 len: 1163 time: 0.1641188 Feb 15 21:42:00.763625 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde2e910-a45e-4f30-8dfc-3715c5c07dde req-fedbb858-37fa-4949-b27f-3c85b1ad7948 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:42:00.764071 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [None req-db66ec40-59a1-402d-a5c2-54a18a56da73 None None] For port 81a5e579-7032-4406-8621-a5becbf2d074, host dv-cinder-775250-3-smb, cleared binding levels {{(pid=84000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 15 21:42:00.769543 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [None req-db66ec40-59a1-402d-a5c2-54a18a56da73 None None] For port 81a5e579-7032-4406-8621-a5becbf2d074, host dv-cinder-775250-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-3-smb',level=0,port_id=81a5e579-7032-4406-8621-a5becbf2d074,segment=NetworkSegment(1ed662e2-2651-49e6-a38f-f29e92fd0fa2),segment_id=1ed662e2-2651-49e6-a38f-f29e92fd0fa2)] {{(pid=84000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 15 21:42:00.773103 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-cde2e910-a45e-4f30-8dfc-3715c5c07dde req-fedbb858-37fa-4949-b27f-3c85b1ad7948 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] 10.222.0.68 "GET /v2.0/ports?device_id=9a550408-e5dd-4d65-b57f-a43071e6e83e HTTP/1.1" status: 200 len: 944 time: 0.3403635 Feb 15 21:42:00.775792 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-db66ec40-59a1-402d-a5c2-54a18a56da73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779317976793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779317533282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257537242501'] for port, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:42:00.776946 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.db.resource_extend [None req-c3de7f16-e61c-418f-a82f-30ede4b4be41 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 15 21:42:00.795741 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-652d984a-8811-4581-87dd-655a0414672c req-f768aee5-b86e-4ebc-bfde-187161b4e2ec service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=cfa94711-8349-42e9-83b9-bdf74ec03915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803645 Feb 15 21:42:00.795947 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-b310aecd-d679-4830-b945-e0a7e44b3016 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:42:00.910121 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51010e92-243a-491a-a1c6-b7856387ad4d None None] Pushing event updated for resources: {'Port': ['ID=81a5e579-7032-4406-8621-a5becbf2d074,revision_number=4']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:42:00.913718 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Provisioning for port 2a239fcd-b80f-47cc-97e4-5c4e2b0a574c completed by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 21:42:00.923012 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-51010e92-243a-491a-a1c6-b7856387ad4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:42:00.923767 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Provisioning complete for port 2a239fcd-b80f-47cc-97e4-5c4e2b0a574c triggered by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:42:00.924191 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:42:01.002863 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-cde2e910-a45e-4f30-8dfc-3715c5c07dde req-a0155636-c495-4bd6-a469-37fcd8c4d063 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] 10.222.0.68 "GET /v2.0/security-groups?id=eacf551a-e03d-4784-a8ef-492410bc89e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286024 Feb 15 21:42:01.009027 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-c3de7f16-e61c-418f-a82f-30ede4b4be41 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:42:01.018992 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-c3de7f16-e61c-418f-a82f-30ede4b4be41 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3816703'] for floatingip, after_update {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:42:01.337498 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.db.l3_db [None req-c3de7f16-e61c-418f-a82f-30ede4b4be41 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Floating IP b77520fb-e78e-4fbb-b23f-bff031f498dc associated. External IP: 172.28.3.61, port: c77c9273-6b5a-4eb8-9ec7-1e5a309793f9. Feb 15 21:42:01.393245 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:42:01.405548 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1cc070-e48f-42f5-a1d8-f4977722fc03 req-aa915867-b700-499d-9cee-9b8c7288ba57 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:42:01.407440 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-fe1cc070-e48f-42f5-a1d8-f4977722fc03 req-aa915867-b700-499d-9cee-9b8c7288ba57 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/ports?device_id=22283d64-fb12-49e8-a3ff-d8be33246567 HTTP/1.1" status: 200 len: 946 time: 0.2034767 Feb 15 21:42:01.414624 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db66ec40-59a1-402d-a5c2-54a18a56da73 None None] Routers {'45cb63c8-3da9-46dd-9b94-6995adc8a725'} bound to L3 agent in host dv-cinder-775250-3-smb {{(pid=84000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 21:42:01.415559 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_hamode_db [None req-db66ec40-59a1-402d-a5c2-54a18a56da73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-15T21:30:22Z,description=,heartbeat_timestamp=2021-02-15T21:41:52Z,host='dv-cinder-775250-3-smb',id=dc46b086-6cb1-49e8-b95e-1fe9b389155e,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T21:30:22Z,topic='l3_agent')) {'router_ids': ['45cb63c8-3da9-46dd-9b94-6995adc8a725'], 'active': True} {{(pid=84000) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:42:01.642724 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvr_db [None req-db66ec40-59a1-402d-a5c2-54a18a56da73 None None] Set router 45cb63c8-3da9-46dd-9b94-6995adc8a725 gateway port host: dv-cinder-775250-3-smb {{(pid=84000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 21:42:01.841730 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-fe1cc070-e48f-42f5-a1d8-f4977722fc03 req-08213f11-b797-44dc-9965-a73ff52b15b9 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/security-groups?id=cfa94711-8349-42e9-83b9-bdf74ec03915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3688107 Feb 15 21:42:01.848571 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a550408-e5dd-4d65-b57f-a43071e6e83e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a239fcd-b80f-47cc-97e4-5c4e2b0a574c'}] {{(pid=84000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 21:42:01.926760 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] For port 2a239fcd-b80f-47cc-97e4-5c4e2b0a574c, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=2a239fcd-b80f-47cc-97e4-5c4e2b0a574c,segment=NetworkSegment(a30449d5-f7e3-46b3-92df-c80a6b63f000),segment_id=a30449d5-f7e3-46b3-92df-c80a6b63f000)] {{(pid=84000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:42:01.951636 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779317976793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779317533282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257537242501'] for port, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:42:01.953419 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Device 1be03bc2-babb-4dfe-95ed-1391e5bcd7bf up at agent ovs-agent-hv-cinder-77525 {{(pid=84000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:42:01.985836 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a550408-e5dd-4d65-b57f-a43071e6e83e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a239fcd-b80f-47cc-97e4-5c4e2b0a574c', 'code': 200} Feb 15 21:42:01.996185 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-51010e92-243a-491a-a1c6-b7856387ad4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:42:02.176601 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Pushing event updated for resources: {'Port': ['ID=2a239fcd-b80f-47cc-97e4-5c4e2b0a574c,revision_number=4']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:42:02.185074 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:42:02.264894 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Provisioning complete for port 1be03bc2-babb-4dfe-95ed-1391e5bcd7bf triggered by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:42:02.265324 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:42:02.292116 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3de7f16-e61c-418f-a82f-30ede4b4be41 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Router e81aad59-55ff-4a6a-8bd8-70b3ff138194 has already been hosted by L3 agent dc46b086-6cb1-49e8-b95e-1fe9b389155e {{(pid=83999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 15 21:42:02.345067 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_hamode_db [None req-db66ec40-59a1-402d-a5c2-54a18a56da73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45cb63c8-3da9-46dd-9b94-6995adc8a725', 'name': 'tempest-TestShelveInstance-1135260279-router', 'tenant_id': '320dff63e8014c2a8ec12f98a9c80416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'external_fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.103'}], 'enable_snat': True}, 'gw_port_id': '0e3e3827-ea89-4378-8fd0-2e202f702a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:41:44Z', 'updated_at': '2021-02-15T21:41:54Z', 'revision_number': 4, 'project_id': '320dff63e8014c2a8ec12f98a9c80416', 'gw_port': {'id': '0e3e3827-ea89-4378-8fd0-2e202f702a8a', 'name': '', 'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:1e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45cb63c8-3da9-46dd-9b94-6995adc8a725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:41:47Z', 'updated_at': '2021-02-15T21:41:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-smb', '_interfaces': [{'id': '81a5e579-7032-4406-8621-a5becbf2d074', 'name': '', 'network_id': 'ea584dc2-ab3d-4694-abd1-4b3f5de0f2b1', 'tenant_id': '320dff63e8014c2a8ec12f98a9c80416', 'mac_address': 'fa:16:3e:a3:6f:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45cb63c8-3da9-46dd-9b94-6995adc8a725', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '01065af1-c4c6-467f-b3b0-73cd80ce0ecc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:41:54Z', 'updated_at': '2021-02-15T21:42:00Z', 'revision_number': 4, 'project_id': '320dff63e8014c2a8ec12f98a9c80416', 'subnets': [{'id': '01065af1-c4c6-467f-b3b0-73cd80ce0ecc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-3-smb', False) {} {{(pid=84000) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:42:02.353975 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db66ec40-59a1-402d-a5c2-54a18a56da73 None None] The sync data for ids ['45cb63c8-3da9-46dd-9b94-6995adc8a725'] in dv-cinder-775250-3-smb is: [{'id': '45cb63c8-3da9-46dd-9b94-6995adc8a725', 'name': 'tempest-TestShelveInstance-1135260279-router', 'tenant_id': '320dff63e8014c2a8ec12f98a9c80416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'external_fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.103'}], 'enable_snat': True}, 'gw_port_id': '0e3e3827-ea89-4378-8fd0-2e202f702a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:41:44Z', 'updated_at': '2021-02-15T21:41:54Z', 'revision_number': 4, 'project_id': '320dff63e8014c2a8ec12f98a9c80416', 'gw_port': {'id': '0e3e3827-ea89-4378-8fd0-2e202f702a8a', 'name': '', 'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:1e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45cb63c8-3da9-46dd-9b94-6995adc8a725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:41:47Z', 'updated_at': '2021-02-15T21:41:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-smb', '_interfaces': [{'id': '81a5e579-7032-4406-8621-a5becbf2d074', 'name': '', 'network_id': 'ea584dc2-ab3d-4694-abd1-4b3f5de0f2b1', 'tenant_id': '320dff63e8014c2a8ec12f98a9c80416', 'mac_address': 'fa:16:3e:a3:6f:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45cb63c8-3da9-46dd-9b94-6995adc8a725', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '01065af1-c4c6-467f-b3b0-73cd80ce0ecc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:41:54Z', 'updated_at': '2021-02-15T21:42:00Z', 'revision_number': 4, 'project_id': '320dff63e8014c2a8ec12f98a9c80416', 'subnets': [{'id': '01065af1-c4c6-467f-b3b0-73cd80ce0ecc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 15 21:42:02.373091 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea8846e-bf4c-45a3-a395-b795b07ea42b req-cc04faa6-628f-41b4-92d3-b5be26085d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:42:02.375448 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-7ea8846e-bf4c-45a3-a395-b795b07ea42b req-cc04faa6-628f-41b4-92d3-b5be26085d2f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9a550408-e5dd-4d65-b57f-a43071e6e83e HTTP/1.1" status: 200 len: 1163 time: 0.1003683 Feb 15 21:42:02.469987 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-7ea8846e-bf4c-45a3-a395-b795b07ea42b req-c22681b1-390c-4f24-a25c-9df2382a30f6 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=eacf551a-e03d-4784-a8ef-492410bc89e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758150 Feb 15 21:42:02.544296 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df6a7ca-1958-4e4b-a985-bdf767caf4d8 req-e2503401-a1c9-4330-8fcd-4f9e202c9efb tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:42:02.546165 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-5df6a7ca-1958-4e4b-a985-bdf767caf4d8 req-e2503401-a1c9-4330-8fcd-4f9e202c9efb tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] 10.222.0.68 "GET /v2.0/ports?device_id=9a550408-e5dd-4d65-b57f-a43071e6e83e HTTP/1.1" status: 200 len: 946 time: 0.3161461 Feb 15 21:42:02.578428 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3de7f16-e61c-418f-a82f-30ede4b4be41 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Notify agent at l3_agent.dv-cinder-775250-3-smb the message routers_updated {{(pid=83999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 15 21:42:02.584269 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-c3de7f16-e61c-418f-a82f-30ede4b4be41 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762656'] for floatingip, before_response {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:42:02.590732 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d439f5f5-1a22-40f2-b411-4ffe2a7bebdc None None] Sync routers for ids ['e81aad59-55ff-4a6a-8bd8-70b3ff138194'] in dv-cinder-775250-3-smb {{(pid=84001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 15 21:42:02.602716 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d439f5f5-1a22-40f2-b411-4ffe2a7bebdc None None] Routers {'e81aad59-55ff-4a6a-8bd8-70b3ff138194'} bound to L3 agent in host dv-cinder-775250-3-smb {{(pid=84001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 21:42:02.603090 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_hamode_db [None req-d439f5f5-1a22-40f2-b411-4ffe2a7bebdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-15T21:30:22Z,description=,heartbeat_timestamp=2021-02-15T21:41:52Z,host='dv-cinder-775250-3-smb',id=dc46b086-6cb1-49e8-b95e-1fe9b389155e,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T21:30:22Z,topic='l3_agent')) {'router_ids': ['e81aad59-55ff-4a6a-8bd8-70b3ff138194'], 'active': True} {{(pid=84001) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:42:02.683361 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-5df6a7ca-1958-4e4b-a985-bdf767caf4d8 req-663cf1d0-2ea2-4814-b4df-67d06744b448 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] 10.222.0.68 "GET /v2.0/security-groups?id=eacf551a-e03d-4784-a8ef-492410bc89e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251101 Feb 15 21:42:02.703135 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-c3de7f16-e61c-418f-a82f-30ede4b4be41 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "PUT /v2.0/floatingips/b77520fb-e78e-4fbb-b23f-bff031f498dc HTTP/1.1" status: 200 len: 990 time: 3.4122586 Feb 15 21:42:02.703135 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94c5b34a-a93a-417f-9bb0-dfd725a45c9f', 'tag': 'c77c9273-6b5a-4eb8-9ec7-1e5a309793f9'}] {{(pid=83999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 21:42:02.772100 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94c5b34a-a93a-417f-9bb0-dfd725a45c9f', 'tag': 'c77c9273-6b5a-4eb8-9ec7-1e5a309793f9', 'status': 'completed', 'code': 200} Feb 15 21:42:02.884139 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvr_db [None req-d439f5f5-1a22-40f2-b411-4ffe2a7bebdc None None] Set router e81aad59-55ff-4a6a-8bd8-70b3ff138194 gateway port host: dv-cinder-775250-3-smb {{(pid=84001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 21:42:02.921017 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Device 2a239fcd-b80f-47cc-97e4-5c4e2b0a574c up at agent ovs-agent-hv-cinder-77525 {{(pid=84000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:42:03.094881 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Provisioning complete for port 2a239fcd-b80f-47cc-97e4-5c4e2b0a574c triggered by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:42:03.095870 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:42:03.137080 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffa7598-9e26-446e-8c0c-9a78556b2ec7 req-77d70894-325b-4db6-b752-10fbb1cf6c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:42:03.139149 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-7ffa7598-9e26-446e-8c0c-9a78556b2ec7 req-77d70894-325b-4db6-b752-10fbb1cf6c59 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=83efcaddc4174c70aaaa9d4a9e274006&device_id=94c5b34a-a93a-417f-9bb0-dfd725a45c9f HTTP/1.1" status: 200 len: 1162 time: 0.2088616 Feb 15 21:42:03.275328 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Device 1be03bc2-babb-4dfe-95ed-1391e5bcd7bf up at agent ovs-agent-hv-cinder-77525 {{(pid=84000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:42:03.292940 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ea73a0-5bb6-42ff-aeab-55fd9c07c26a req-df2cef83-6b56-48f5-896e-7294cce570a9 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:42:03.303618 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-d3ea73a0-5bb6-42ff-aeab-55fd9c07c26a req-df2cef83-6b56-48f5-896e-7294cce570a9 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/ports?device_id=22283d64-fb12-49e8-a3ff-d8be33246567 HTTP/1.1" status: 200 len: 946 time: 0.1878819 Feb 15 21:42:03.340582 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffa7598-9e26-446e-8c0c-9a78556b2ec7 req-b8f202d1-0d4f-455a-834d-61232915bcb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:42:03.342542 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-7ffa7598-9e26-446e-8c0c-9a78556b2ec7 req-b8f202d1-0d4f-455a-834d-61232915bcb9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5a32d5d1-e1a3-4ef5-be5e-207bd58c1352 HTTP/1.1" status: 200 len: 911 time: 0.1908338 Feb 15 21:42:03.373313 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-d3ea73a0-5bb6-42ff-aeab-55fd9c07c26a req-eb2b3415-13d8-40e5-ab4e-1916a3ac912f tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/security-groups?id=cfa94711-8349-42e9-83b9-bdf74ec03915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683789 Feb 15 21:42:03.412216 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Provisioning complete for port 1be03bc2-babb-4dfe-95ed-1391e5bcd7bf triggered by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:42:03.412819 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:42:03.497298 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-7ffa7598-9e26-446e-8c0c-9a78556b2ec7 req-5e47b3b1-07e2-40e4-ab8e-ea617d91f92b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c77c9273-6b5a-4eb8-9ec7-1e5a309793f9 HTTP/1.1" status: 200 len: 998 time: 0.1397634 Feb 15 21:42:03.577939 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffa7598-9e26-446e-8c0c-9a78556b2ec7 req-5ac4a5ac-d58a-429b-b741-4f2358faaec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:42:03.579895 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-7ffa7598-9e26-446e-8c0c-9a78556b2ec7 req-5ac4a5ac-d58a-429b-b741-4f2358faaec9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f1da26f9-af3a-42e2-9b06-af8d75ade4f1 HTTP/1.1" status: 200 len: 856 time: 0.0749660 Feb 15 21:42:03.619767 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_hamode_db [None req-d439f5f5-1a22-40f2-b411-4ffe2a7bebdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e81aad59-55ff-4a6a-8bd8-70b3ff138194', 'name': 'tempest-AttachVolumeShelveTestJSON-1680118998-router', 'tenant_id': '83efcaddc4174c70aaaa9d4a9e274006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'external_fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.90'}], 'enable_snat': True}, 'gw_port_id': '27e5490c-1a36-432e-9ed8-54c14c66d819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:41:09Z', 'updated_at': '2021-02-15T21:41:22Z', 'revision_number': 4, 'project_id': '83efcaddc4174c70aaaa9d4a9e274006', 'gw_port': {'id': '27e5490c-1a36-432e-9ed8-54c14c66d819', 'name': '', 'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:8c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e81aad59-55ff-4a6a-8bd8-70b3ff138194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:41:11Z', 'updated_at': '2021-02-15T21:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-smb', '_floatingips': [{'id': 'b77520fb-e78e-4fbb-b23f-bff031f498dc', 'tenant_id': '83efcaddc4174c70aaaa9d4a9e274006', 'floating_ip_address': '172.28.3.61', 'floating_network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'router_id': 'e81aad59-55ff-4a6a-8bd8-70b3ff138194', 'port_id': 'c77c9273-6b5a-4eb8-9ec7-1e5a309793f9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a32d5d1-e1a3-4ef5-be5e-207bd58c1352', 'mac_address': 'fa:16:3e:92:bf:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c5b34a-a93a-417f-9bb0-dfd725a45c9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-15T21:41:32Z', 'updated_at': '2021-02-15T21:42:00Z', 'revision_number': 1, 'project_id': '83efcaddc4174c70aaaa9d4a9e274006', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbd7fb33-cdbc-4016-8b09-d901ceb05255', 'name': '', 'network_id': '5a32d5d1-e1a3-4ef5-be5e-207bd58c1352', 'tenant_id': '83efcaddc4174c70aaaa9d4a9e274006', 'mac_address': 'fa:16:3e:4f:04:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e81aad59-55ff-4a6a-8bd8-70b3ff138194', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'f1da26f9-af3a-42e2-9b06-af8d75ade4f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:41:19Z', 'updated_at': '2021-02-15T21:41:39Z', 'revision_number': 5, 'project_id': '83efcaddc4174c70aaaa9d4a9e274006', 'subnets': [{'id': 'f1da26f9-af3a-42e2-9b06-af8d75ade4f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-3-smb', False) {} {{(pid=84001) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:42:03.624556 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d439f5f5-1a22-40f2-b411-4ffe2a7bebdc None None] Checking router: e81aad59-55ff-4a6a-8bd8-70b3ff138194 for host: dv-cinder-775250-3-smb {{(pid=84001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 15 21:42:03.641557 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d439f5f5-1a22-40f2-b411-4ffe2a7bebdc None None] Routers {'e81aad59-55ff-4a6a-8bd8-70b3ff138194'} bound to L3 agent in host dv-cinder-775250-3-smb {{(pid=84001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 21:42:03.643139 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_hamode_db [None req-d439f5f5-1a22-40f2-b411-4ffe2a7bebdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-15T21:30:22Z,description=,heartbeat_timestamp=2021-02-15T21:41:52Z,host='dv-cinder-775250-3-smb',id=dc46b086-6cb1-49e8-b95e-1fe9b389155e,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T21:30:22Z,topic='l3_agent')) {'router_ids': ['e81aad59-55ff-4a6a-8bd8-70b3ff138194'], 'active': True} {{(pid=84001) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:42:03.738836 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffa7598-9e26-446e-8c0c-9a78556b2ec7 req-c6fb8d90-91d5-4e9a-a510-de101c378742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:42:03.739530 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-7ffa7598-9e26-446e-8c0c-9a78556b2ec7 req-c6fb8d90-91d5-4e9a-a510-de101c378742 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5a32d5d1-e1a3-4ef5-be5e-207bd58c1352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1472695 Feb 15 21:42:03.885248 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvr_db [None req-d439f5f5-1a22-40f2-b411-4ffe2a7bebdc None None] Set router e81aad59-55ff-4a6a-8bd8-70b3ff138194 gateway port host: dv-cinder-775250-3-smb {{(pid=84001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 21:42:04.059333 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Device 81a5e579-7032-4406-8621-a5becbf2d074 up at agent ovs-agent-dv-cinder-775250-3-smb {{(pid=84000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:42:04.222607 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Provisioning for port 81a5e579-7032-4406-8621-a5becbf2d074 completed by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 21:42:04.230494 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Provisioning complete for port 81a5e579-7032-4406-8621-a5becbf2d074 triggered by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:42:04.231099 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:42:04.381232 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb0984e-41aa-4207-8e4b-ae95af5e0f37 req-ed4cc0c4-615d-46b3-921b-3d58287d7400 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:42:04.383003 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-deb0984e-41aa-4207-8e4b-ae95af5e0f37 req-ed4cc0c4-615d-46b3-921b-3d58287d7400 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/ports?device_id=22283d64-fb12-49e8-a3ff-d8be33246567 HTTP/1.1" status: 200 len: 946 time: 0.2614210 Feb 15 21:42:04.398498 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddef4b7-ac46-4fa8-9880-a1fc7e29dab2 req-15bc2d48-27ab-4c4c-b464-b92924d82069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:42:04.400567 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-5ddef4b7-ac46-4fa8-9880-a1fc7e29dab2 req-15bc2d48-27ab-4c4c-b464-b92924d82069 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6560e6c9f85e4d83bbd45fb6f6c6ecff&device_id=22283d64-fb12-49e8-a3ff-d8be33246567 HTTP/1.1" status: 200 len: 1163 time: 0.4222493 Feb 15 21:42:04.417257 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d34e5ac-cce7-490a-98b8-27bd361b756c req-2b9262cf-1bfc-4c56-a8b3-2365984c2f17 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:42:04.427009 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-4d34e5ac-cce7-490a-98b8-27bd361b756c req-2b9262cf-1bfc-4c56-a8b3-2365984c2f17 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] 10.222.0.68 "GET /v2.0/ports?device_id=9a550408-e5dd-4d65-b57f-a43071e6e83e HTTP/1.1" status: 200 len: 946 time: 0.3260856 Feb 15 21:42:04.484239 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-7ffa7598-9e26-446e-8c0c-9a78556b2ec7 req-8d5b4ac8-383c-4a8b-b69d-21a94e004275 service neutron] 10.222.0.46 "GET /v2.0/networks/5a32d5d1-e1a3-4ef5-be5e-207bd58c1352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7101669 Feb 15 21:42:04.489585 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:42:04.543472 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] For port 81a5e579-7032-4406-8621-a5becbf2d074, host dv-cinder-775250-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-3-smb',level=0,port_id=81a5e579-7032-4406-8621-a5becbf2d074,segment=NetworkSegment(1ed662e2-2651-49e6-a38f-f29e92fd0fa2),segment_id=1ed662e2-2651-49e6-a38f-f29e92fd0fa2)] {{(pid=84000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:42:04.549325 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779317976793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779317533282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257537242501'] for port, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:42:04.553601 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:42:04.633131 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-4d34e5ac-cce7-490a-98b8-27bd361b756c req-afcfc377-3a3d-44a0-a404-55bc69489b0d tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] 10.222.0.68 "GET /v2.0/security-groups?id=eacf551a-e03d-4784-a8ef-492410bc89e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047243 Feb 15 21:42:04.691073 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Pushing event updated for resources: {'Port': ['ID=81a5e579-7032-4406-8621-a5becbf2d074,revision_number=5']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:42:04.695172 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:42:04.703870 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddef4b7-ac46-4fa8-9880-a1fc7e29dab2 req-2cf990c5-432a-4e33-9f64-56de4bffb694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:42:04.706807 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-5ddef4b7-ac46-4fa8-9880-a1fc7e29dab2 req-2cf990c5-432a-4e33-9f64-56de4bffb694 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c278209e-60b4-4d2d-9f56-5790073f68ce HTTP/1.1" status: 200 len: 910 time: 0.2772274 Feb 15 21:42:04.750946 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-deb0984e-41aa-4207-8e4b-ae95af5e0f37 req-76410e3a-e205-4252-ac89-b0854131dfc3 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/security-groups?id=cfa94711-8349-42e9-83b9-bdf74ec03915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3462248 Feb 15 21:42:04.809371 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-7ffa7598-9e26-446e-8c0c-9a78556b2ec7 req-82fa32b4-4a5c-4a72-b74a-e9c4aceafe54 service neutron] 10.222.0.46 "GET /v2.0/networks/5a32d5d1-e1a3-4ef5-be5e-207bd58c1352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3032312 Feb 15 21:42:04.824695 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-5ddef4b7-ac46-4fa8-9880-a1fc7e29dab2 req-fedcd41b-bf75-4106-8aca-cbb689225a96 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1be03bc2-babb-4dfe-95ed-1391e5bcd7bf HTTP/1.1" status: 200 len: 217 time: 0.0959172 Feb 15 21:42:04.912390 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddef4b7-ac46-4fa8-9880-a1fc7e29dab2 req-35a9ea60-47f8-4206-b23d-81e6488d97c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:42:04.914237 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-5ddef4b7-ac46-4fa8-9880-a1fc7e29dab2 req-35a9ea60-47f8-4206-b23d-81e6488d97c4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f72e66a9-c0ee-498d-b316-6527684306cf HTTP/1.1" status: 200 len: 856 time: 0.0820179 Feb 15 21:42:04.973793 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-5ddef4b7-ac46-4fa8-9880-a1fc7e29dab2 req-d668528d-b201-47ea-b6ac-11a3e08f0e94 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c278209e-60b4-4d2d-9f56-5790073f68ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489538 Feb 15 21:42:04.975714 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_hamode_db [None req-d439f5f5-1a22-40f2-b411-4ffe2a7bebdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e81aad59-55ff-4a6a-8bd8-70b3ff138194', 'name': 'tempest-AttachVolumeShelveTestJSON-1680118998-router', 'tenant_id': '83efcaddc4174c70aaaa9d4a9e274006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'external_fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.90'}], 'enable_snat': True}, 'gw_port_id': '27e5490c-1a36-432e-9ed8-54c14c66d819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:41:09Z', 'updated_at': '2021-02-15T21:41:22Z', 'revision_number': 4, 'project_id': '83efcaddc4174c70aaaa9d4a9e274006', 'gw_port': {'id': '27e5490c-1a36-432e-9ed8-54c14c66d819', 'name': '', 'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:8c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e81aad59-55ff-4a6a-8bd8-70b3ff138194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:41:11Z', 'updated_at': '2021-02-15T21:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-smb', '_floatingips': [{'id': 'b77520fb-e78e-4fbb-b23f-bff031f498dc', 'tenant_id': '83efcaddc4174c70aaaa9d4a9e274006', 'floating_ip_address': '172.28.3.61', 'floating_network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'router_id': 'e81aad59-55ff-4a6a-8bd8-70b3ff138194', 'port_id': 'c77c9273-6b5a-4eb8-9ec7-1e5a309793f9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a32d5d1-e1a3-4ef5-be5e-207bd58c1352', 'mac_address': 'fa:16:3e:92:bf:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c5b34a-a93a-417f-9bb0-dfd725a45c9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-15T21:41:32Z', 'updated_at': '2021-02-15T21:42:00Z', 'revision_number': 1, 'project_id': '83efcaddc4174c70aaaa9d4a9e274006', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbd7fb33-cdbc-4016-8b09-d901ceb05255', 'name': '', 'network_id': '5a32d5d1-e1a3-4ef5-be5e-207bd58c1352', 'tenant_id': '83efcaddc4174c70aaaa9d4a9e274006', 'mac_address': 'fa:16:3e:4f:04:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e81aad59-55ff-4a6a-8bd8-70b3ff138194', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'f1da26f9-af3a-42e2-9b06-af8d75ade4f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:41:19Z', 'updated_at': '2021-02-15T21:41:39Z', 'revision_number': 5, 'project_id': '83efcaddc4174c70aaaa9d4a9e274006', 'subnets': [{'id': 'f1da26f9-af3a-42e2-9b06-af8d75ade4f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-3-smb', False) {} {{(pid=84001) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:42:04.980215 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d439f5f5-1a22-40f2-b411-4ffe2a7bebdc None None] The sync data for ids ['e81aad59-55ff-4a6a-8bd8-70b3ff138194'] in dv-cinder-775250-3-smb is: [{'id': 'e81aad59-55ff-4a6a-8bd8-70b3ff138194', 'name': 'tempest-AttachVolumeShelveTestJSON-1680118998-router', 'tenant_id': '83efcaddc4174c70aaaa9d4a9e274006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'external_fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.90'}], 'enable_snat': True}, 'gw_port_id': '27e5490c-1a36-432e-9ed8-54c14c66d819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:41:09Z', 'updated_at': '2021-02-15T21:41:22Z', 'revision_number': 4, 'project_id': '83efcaddc4174c70aaaa9d4a9e274006', 'gw_port': {'id': '27e5490c-1a36-432e-9ed8-54c14c66d819', 'name': '', 'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:8c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e81aad59-55ff-4a6a-8bd8-70b3ff138194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:41:11Z', 'updated_at': '2021-02-15T21:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-smb', '_floatingips': [{'id': 'b77520fb-e78e-4fbb-b23f-bff031f498dc', 'tenant_id': '83efcaddc4174c70aaaa9d4a9e274006', 'floating_ip_address': '172.28.3.61', 'floating_network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'router_id': 'e81aad59-55ff-4a6a-8bd8-70b3ff138194', 'port_id': 'c77c9273-6b5a-4eb8-9ec7-1e5a309793f9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a32d5d1-e1a3-4ef5-be5e-207bd58c1352', 'mac_address': 'fa:16:3e:92:bf:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c5b34a-a93a-417f-9bb0-dfd725a45c9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-15T21:41:32Z', 'updated_at': '2021-02-15T21:42:00Z', 'revision_number': 1, 'project_id': '83efcaddc4174c70aaaa9d4a9e274006', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbd7fb33-cdbc-4016-8b09-d901ceb05255', 'name': '', 'network_id': '5a32d5d1-e1a3-4ef5-be5e-207bd58c1352', 'tenant_id': '83efcaddc4174c70aaaa9d4a9e274006', 'mac_address': 'fa:16:3e:4f:04:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e81aad59-55ff-4a6a-8bd8-70b3ff138194', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'f1da26f9-af3a-42e2-9b06-af8d75ade4f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:41:19Z', 'updated_at': '2021-02-15T21:41:39Z', 'revision_number': 5, 'project_id': '83efcaddc4174c70aaaa9d4a9e274006', 'subnets': [{'id': 'f1da26f9-af3a-42e2-9b06-af8d75ade4f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 15 21:42:05.131505 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-5ddef4b7-ac46-4fa8-9880-a1fc7e29dab2 req-871967e4-ad72-4360-9d30-faedbbfb7a4a service neutron] 10.222.0.46 "GET /v2.0/networks/c278209e-60b4-4d2d-9f56-5790073f68ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482952 Feb 15 21:42:05.288191 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132e68dc-0a33-43d8-b72d-be745c16a9ff None None] New status for floating IP b77520fb-e78e-4fbb-b23f-bff031f498dc: ACTIVE {{(pid=84000) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 15 21:42:05.291420 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-5ddef4b7-ac46-4fa8-9880-a1fc7e29dab2 req-5cd07e0f-e0bc-490d-b077-21c75c4a230a service neutron] 10.222.0.46 "GET /v2.0/networks/c278209e-60b4-4d2d-9f56-5790073f68ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1493821 Feb 15 21:42:05.859609 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a73dacb-9917-43bc-85ce-9b78b5c3eff2 req-d3910272-db73-4c61-a67f-01634d0eda40 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:42:05.862730 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-8a73dacb-9917-43bc-85ce-9b78b5c3eff2 req-d3910272-db73-4c61-a67f-01634d0eda40 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] 10.222.0.68 "GET /v2.0/ports?device_id=9a550408-e5dd-4d65-b57f-a43071e6e83e HTTP/1.1" status: 200 len: 946 time: 0.1121562 Feb 15 21:42:05.920773 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-8a73dacb-9917-43bc-85ce-9b78b5c3eff2 req-956eb82f-d31d-4e1d-a335-47f939160fd9 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] 10.222.0.68 "GET /v2.0/security-groups?id=eacf551a-e03d-4784-a8ef-492410bc89e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512848 Feb 15 21:42:05.951942 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Device 81a5e579-7032-4406-8621-a5becbf2d074 up at agent ovs-agent-dv-cinder-775250-3-smb {{(pid=84000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:42:05.999964 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb71dc4-f262-4701-a079-27fe28cdb44c req-e2b18a7c-13ee-412a-a7ba-fae95775a2d8 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:42:06.002162 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-4bb71dc4-f262-4701-a079-27fe28cdb44c req-e2b18a7c-13ee-412a-a7ba-fae95775a2d8 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/ports?device_id=22283d64-fb12-49e8-a3ff-d8be33246567 HTTP/1.1" status: 200 len: 946 time: 0.1012955 Feb 15 21:42:06.064838 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-4bb71dc4-f262-4701-a079-27fe28cdb44c req-1da40736-c8f5-4c4b-9af9-f76b416d8077 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/security-groups?id=cfa94711-8349-42e9-83b9-bdf74ec03915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552232 Feb 15 21:42:06.132708 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Provisioning complete for port 81a5e579-7032-4406-8621-a5becbf2d074 triggered by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:42:06.133218 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:42:07.290567 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119fa6ad-82fa-414e-a1da-5bef44a5d538 req-ff0d07e1-617c-4f64-87ff-dcbd8a3a9ab4 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:42:07.292232 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-119fa6ad-82fa-414e-a1da-5bef44a5d538 req-ff0d07e1-617c-4f64-87ff-dcbd8a3a9ab4 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/ports?device_id=22283d64-fb12-49e8-a3ff-d8be33246567 HTTP/1.1" status: 200 len: 946 time: 0.0926144 Feb 15 21:42:07.358528 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-119fa6ad-82fa-414e-a1da-5bef44a5d538 req-e3aba5b0-105d-4e8f-92c6-7e65ce9b0326 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/security-groups?id=cfa94711-8349-42e9-83b9-bdf74ec03915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574110 Feb 15 21:42:08.587096 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e44e48-6264-4203-87bb-8023d53774f3 req-69852d4f-a9ae-4829-bce0-f8afe98793e3 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:42:08.588732 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-76e44e48-6264-4203-87bb-8023d53774f3 req-69852d4f-a9ae-4829-bce0-f8afe98793e3 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/ports?device_id=22283d64-fb12-49e8-a3ff-d8be33246567 HTTP/1.1" status: 200 len: 946 time: 0.0958722 Feb 15 21:42:08.645559 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-76e44e48-6264-4203-87bb-8023d53774f3 req-7f679b40-07e3-4a10-a661-2bb7d65cbcec tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/security-groups?id=cfa94711-8349-42e9-83b9-bdf74ec03915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502195 Feb 15 21:42:08.946351 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Device 1be03bc2-babb-4dfe-95ed-1391e5bcd7bf up at agent ovs-agent-hv-cinder-77525 {{(pid=84000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:42:09.020977 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Provisioning complete for port 1be03bc2-babb-4dfe-95ed-1391e5bcd7bf triggered by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:42:09.021462 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:42:09.876056 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160a2d90-d101-45d3-9779-83cfa0378240 req-aa902a56-7a5a-4d6e-a448-2bf7738cdffc tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:42:09.877990 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-160a2d90-d101-45d3-9779-83cfa0378240 req-aa902a56-7a5a-4d6e-a448-2bf7738cdffc tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/ports?device_id=22283d64-fb12-49e8-a3ff-d8be33246567 HTTP/1.1" status: 200 len: 946 time: 0.0989656 Feb 15 21:42:09.942503 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-160a2d90-d101-45d3-9779-83cfa0378240 req-5c5d8e5c-44bb-48d0-85af-e9efa9b5f083 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/security-groups?id=cfa94711-8349-42e9-83b9-bdf74ec03915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552642 Feb 15 21:42:11.793601 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d213a3f-fb97-498c-9fa6-d1e972e4523a req-2472cbf1-ffe1-4a1b-bc96-7248e4f047bc tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:42:11.795626 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-7d213a3f-fb97-498c-9fa6-d1e972e4523a req-2472cbf1-ffe1-4a1b-bc96-7248e4f047bc tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/ports?device_id=22283d64-fb12-49e8-a3ff-d8be33246567 HTTP/1.1" status: 200 len: 946 time: 0.1068432 Feb 15 21:42:11.859728 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-7d213a3f-fb97-498c-9fa6-d1e972e4523a req-a544f137-cae0-4da6-a8a7-56bfefd0bb1b tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/security-groups?id=cfa94711-8349-42e9-83b9-bdf74ec03915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554070 Feb 15 21:42:13.862323 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:42:14.115576 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 47826) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:42:14.261648 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-ebf7f78b-40b3-4781-8bd8-285f36a84630 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:42:14.278044 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-ebf7f78b-40b3-4781-8bd8-285f36a84630 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:42:14.282147 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-ebf7f78b-40b3-4781-8bd8-285f36a84630 admin admin] Usage tracker for resource:security_group_rule and tenant:2ad89ec0358547b19d762f517beb29a6 is out of sync, need to count used quota {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:42:14.285488 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-ebf7f78b-40b3-4781-8bd8-285f36a84630 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:42:14.291501 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-ebf7f78b-40b3-4781-8bd8-285f36a84630 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:42:14.379740 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-ebf7f78b-40b3-4781-8bd8-285f36a84630 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:42:14.382580 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-ebf7f78b-40b3-4781-8bd8-285f36a84630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:42:14.391971 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-01594868-6c88-4063-a0b7-8820e3062ad2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:42:14.438593 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-ebf7f78b-40b3-4781-8bd8-285f36a84630 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=2ad89ec0358547b19d762f517beb29a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3218122 Feb 15 21:42:14.439522 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf7f78b-40b3-4781-8bd8-285f36a84630 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52c1ad79-73e6-4f1b-bc8f-28b0095fa706,revision_number=1']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:42:14.442378 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 47834) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:42:14.444970 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-ebf7f78b-40b3-4781-8bd8-285f36a84630 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:42:14.509782 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-224b8d7f-e5d4-4e16-971c-6a9d25eae4e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:42:14.539288 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-224b8d7f-e5d4-4e16-971c-6a9d25eae4e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:42:14.598781 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-224b8d7f-e5d4-4e16-971c-6a9d25eae4e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:42:14.602923 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-fd8c630f-d184-4949-a334-dc38a524b3ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:42:14.617127 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224b8d7f-e5d4-4e16-971c-6a9d25eae4e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52c1ad79-73e6-4f1b-bc8f-28b0095fa706,revision_number=None']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:42:14.620392 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-224b8d7f-e5d4-4e16-971c-6a9d25eae4e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:42:14.622628 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-224b8d7f-e5d4-4e16-971c-6a9d25eae4e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:42:14.627294 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-224b8d7f-e5d4-4e16-971c-6a9d25eae4e0 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/52c1ad79-73e6-4f1b-bc8f-28b0095fa706 HTTP/1.1" status: 204 len: 168 time: 0.1803699 Feb 15 21:42:15.003564 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83998) accepted ('10.222.0.68', 47860) {{(pid=83998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:42:15.027436 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-0e1114c5-3c92-4f53-8ea9-0a13c90f42f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:42:15.044684 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-0e1114c5-3c92-4f53-8ea9-0a13c90f42f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:42:15.049020 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-0e1114c5-3c92-4f53-8ea9-0a13c90f42f2 admin admin] Usage tracker for resource:security_group_rule and tenant:30dc40db955c4ac9a04ae76338de462f is out of sync, need to count used quota {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:42:15.052319 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-0e1114c5-3c92-4f53-8ea9-0a13c90f42f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:42:15.058280 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-0e1114c5-3c92-4f53-8ea9-0a13c90f42f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:42:15.149777 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-0e1114c5-3c92-4f53-8ea9-0a13c90f42f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:42:15.153000 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-0e1114c5-3c92-4f53-8ea9-0a13c90f42f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:42:15.163280 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-bba26f1b-a74e-45af-b26f-54d64a3e14f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:42:15.206331 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-0e1114c5-3c92-4f53-8ea9-0a13c90f42f2 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=30dc40db955c4ac9a04ae76338de462f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2012727 Feb 15 21:42:15.208315 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1114c5-3c92-4f53-8ea9-0a13c90f42f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56ee6152-825c-45d7-b31b-1bc393a007a0,revision_number=1']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:42:15.209448 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 47868) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:42:15.212234 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-0e1114c5-3c92-4f53-8ea9-0a13c90f42f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:42:15.277995 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-b517d7f1-bc0a-4f02-988e-5d1c04d20acc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:42:15.309246 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-b517d7f1-bc0a-4f02-988e-5d1c04d20acc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:42:15.364476 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-b517d7f1-bc0a-4f02-988e-5d1c04d20acc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:42:15.370150 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-06545021-59d5-4166-932d-14d40cce03f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:42:15.383678 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b517d7f1-bc0a-4f02-988e-5d1c04d20acc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56ee6152-825c-45d7-b31b-1bc393a007a0,revision_number=None']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:42:15.387407 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-b517d7f1-bc0a-4f02-988e-5d1c04d20acc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:42:15.398813 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-b517d7f1-bc0a-4f02-988e-5d1c04d20acc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:42:15.402486 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-b517d7f1-bc0a-4f02-988e-5d1c04d20acc admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/56ee6152-825c-45d7-b31b-1bc393a007a0 HTTP/1.1" status: 204 len: 168 time: 0.1862881 Feb 15 21:42:16.726075 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a88cd55-e695-4e61-944e-442b611bb258 req-329a11ea-d72b-4c52-92df-a8e458728499 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:42:16.730095 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-0a88cd55-e695-4e61-944e-442b611bb258 req-329a11ea-d72b-4c52-92df-a8e458728499 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/ports?device_id=22283d64-fb12-49e8-a3ff-d8be33246567 HTTP/1.1" status: 200 len: 946 time: 0.1179612 Feb 15 21:42:16.744425 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc88015-9498-4d16-995d-62296dc04dd9 req-5f8e2a17-78be-47b7-9145-c2be44f473cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:42:16.746615 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-0cc88015-9498-4d16-995d-62296dc04dd9 req-5f8e2a17-78be-47b7-9145-c2be44f473cc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6560e6c9f85e4d83bbd45fb6f6c6ecff&device_id=22283d64-fb12-49e8-a3ff-d8be33246567 HTTP/1.1" status: 200 len: 1163 time: 0.1792395 Feb 15 21:42:16.756491 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf23e57-b3b7-4914-ab8c-5b7e0ea132b5 req-7a5f2663-f2e4-4208-8e7d-2be43e407dfd tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:42:16.758455 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-ebf23e57-b3b7-4914-ab8c-5b7e0ea132b5 req-7a5f2663-f2e4-4208-8e7d-2be43e407dfd tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] 10.222.0.68 "GET /v2.0/ports?device_id=9a550408-e5dd-4d65-b57f-a43071e6e83e HTTP/1.1" status: 200 len: 946 time: 0.1493852 Feb 15 21:42:16.781401 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-0a88cd55-e695-4e61-944e-442b611bb258 req-ae55e08b-52a9-434d-8572-02dad3f8993f tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/security-groups?id=cfa94711-8349-42e9-83b9-bdf74ec03915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461595 Feb 15 21:42:16.917703 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-ebf23e57-b3b7-4914-ab8c-5b7e0ea132b5 req-7a625318-c731-42ec-82f3-2f183c55fda4 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] 10.222.0.68 "GET /v2.0/security-groups?id=eacf551a-e03d-4784-a8ef-492410bc89e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520174 Feb 15 21:42:16.946491 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83998) accepted ('10.222.0.68', 47926) {{(pid=83998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:42:16.952659 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc88015-9498-4d16-995d-62296dc04dd9 req-453981c9-d162-4aac-8d02-eb3c12074009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:42:16.954580 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-0cc88015-9498-4d16-995d-62296dc04dd9 req-453981c9-d162-4aac-8d02-eb3c12074009 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c278209e-60b4-4d2d-9f56-5790073f68ce HTTP/1.1" status: 200 len: 910 time: 0.1876178 Feb 15 21:42:17.058512 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-0cc88015-9498-4d16-995d-62296dc04dd9 req-a6a62434-0c6d-4b42-8c50-100203fd518e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1be03bc2-babb-4dfe-95ed-1391e5bcd7bf HTTP/1.1" status: 200 len: 217 time: 0.0765553 Feb 15 21:42:17.083377 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-9b2d9ce0-0fc5-4c0e-8798-0ee667b3b556 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:42:17.100082 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-9b2d9ce0-0fc5-4c0e-8798-0ee667b3b556 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:42:17.104845 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-9b2d9ce0-0fc5-4c0e-8798-0ee667b3b556 admin admin] Usage tracker for resource:security_group_rule and tenant:f800b2c95e68419985b6f3f31e14676f is out of sync, need to count used quota {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:42:17.108127 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-9b2d9ce0-0fc5-4c0e-8798-0ee667b3b556 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:42:17.114759 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-9b2d9ce0-0fc5-4c0e-8798-0ee667b3b556 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:42:17.147722 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc88015-9498-4d16-995d-62296dc04dd9 req-0079e192-e7fc-48d8-9d5b-f7f2c5297a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:42:17.149704 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-0cc88015-9498-4d16-995d-62296dc04dd9 req-0079e192-e7fc-48d8-9d5b-f7f2c5297a56 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f72e66a9-c0ee-498d-b316-6527684306cf HTTP/1.1" status: 200 len: 856 time: 0.0815415 Feb 15 21:42:17.215630 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-9b2d9ce0-0fc5-4c0e-8798-0ee667b3b556 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:42:17.219259 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-9b2d9ce0-0fc5-4c0e-8798-0ee667b3b556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:42:17.220092 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-0cc88015-9498-4d16-995d-62296dc04dd9 req-d643f890-d3ae-4968-92c6-18f9e6d6b73d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c278209e-60b4-4d2d-9f56-5790073f68ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531971 Feb 15 21:42:17.228913 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-bb054543-5c0a-43e7-8655-e8c915f84529 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:42:17.269601 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-9b2d9ce0-0fc5-4c0e-8798-0ee667b3b556 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=f800b2c95e68419985b6f3f31e14676f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3215837 Feb 15 21:42:17.270205 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83998) accepted ('10.222.0.68', 47934) {{(pid=83998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:42:17.296654 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2d9ce0-0fc5-4c0e-8798-0ee667b3b556 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3dab5c1-ba3f-4bec-8132-f34cf07ee13e,revision_number=1']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:42:17.306526 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-9b2d9ce0-0fc5-4c0e-8798-0ee667b3b556 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:42:17.353378 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-08b9f5ff-c007-4f0c-a576-90ae2da10bd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:42:17.381907 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-08b9f5ff-c007-4f0c-a576-90ae2da10bd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:42:17.392749 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-0cc88015-9498-4d16-995d-62296dc04dd9 req-3e89d41b-a447-4ed4-b713-766ad0a9f621 service neutron] 10.222.0.46 "GET /v2.0/networks/c278209e-60b4-4d2d-9f56-5790073f68ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556315 Feb 15 21:42:17.434928 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-08b9f5ff-c007-4f0c-a576-90ae2da10bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:42:17.440171 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-b915edae-9507-48cc-997f-d1af28e6e8dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:42:17.453676 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b9f5ff-c007-4f0c-a576-90ae2da10bd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3dab5c1-ba3f-4bec-8132-f34cf07ee13e,revision_number=None']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:42:17.458481 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-08b9f5ff-c007-4f0c-a576-90ae2da10bd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:42:17.468029 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-08b9f5ff-c007-4f0c-a576-90ae2da10bd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:42:17.470812 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-08b9f5ff-c007-4f0c-a576-90ae2da10bd2 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/d3dab5c1-ba3f-4bec-8132-f34cf07ee13e HTTP/1.1" status: 204 len: 168 time: 0.1954954 Feb 15 21:42:17.555810 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-0cc88015-9498-4d16-995d-62296dc04dd9 req-c053aad4-9f31-4fde-8b32-b2a21f2df906 service neutron] 10.222.0.46 "GET /v2.0/networks/c278209e-60b4-4d2d-9f56-5790073f68ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1448274 Feb 15 21:42:17.719786 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.agents_db [None req-9c3f008a-7c02-4f45-a369-4199c6caa59a None None] Agent healthcheck: found 6 active agents {{(pid=84001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 15 21:42:18.017921 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1aca63-ea32-4abb-9e9b-e679b39b4921 req-f642cc77-9c51-4bde-bc27-c2338a27ab7f tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:42:18.020301 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-9c1aca63-ea32-4abb-9e9b-e679b39b4921 req-f642cc77-9c51-4bde-bc27-c2338a27ab7f tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/ports?device_id=22283d64-fb12-49e8-a3ff-d8be33246567 HTTP/1.1" status: 200 len: 946 time: 0.0929034 Feb 15 21:42:18.092189 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-9c1aca63-ea32-4abb-9e9b-e679b39b4921 req-50288c26-385d-40fa-97a4-9644bc3b6771 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/security-groups?id=cfa94711-8349-42e9-83b9-bdf74ec03915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660744 Feb 15 21:42:18.198612 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4837e97f-729c-47e8-8f8c-7e4ac21ead96 req-29e48550-3b99-49ea-b0f6-9fcfb804fba6 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:42:18.201258 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-4837e97f-729c-47e8-8f8c-7e4ac21ead96 req-29e48550-3b99-49ea-b0f6-9fcfb804fba6 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] 10.222.0.68 "GET /v2.0/ports?device_id=9a550408-e5dd-4d65-b57f-a43071e6e83e HTTP/1.1" status: 200 len: 946 time: 0.1378689 Feb 15 21:42:18.261539 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-4837e97f-729c-47e8-8f8c-7e4ac21ead96 req-affb8296-e2c3-4598-a752-84032de4fda2 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] 10.222.0.68 "GET /v2.0/security-groups?id=eacf551a-e03d-4784-a8ef-492410bc89e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528479 Feb 15 21:42:19.090219 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-fa2df58e-f713-4f8a-a07e-894eb9071d7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:42:19.123359 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92c0bc4-3514-4d68-a5e2-e1bd5e9a08d4 req-f0a3a078-c0d5-4edf-a9d2-e63819689520 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:42:19.124759 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-b92c0bc4-3514-4d68-a5e2-e1bd5e9a08d4 req-f0a3a078-c0d5-4edf-a9d2-e63819689520 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "GET /v2.0/ports?device_id=75161876-5fd7-4cd5-bcc1-e7aef527b1ee HTTP/1.1" status: 200 len: 945 time: 0.0968237 Feb 15 21:42:19.185599 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-b92c0bc4-3514-4d68-a5e2-e1bd5e9a08d4 req-6586ebf4-7f4e-4740-88e9-6da4b0367a7f tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "GET /v2.0/security-groups?id=0f7c9e5d-2f88-4d15-bd89-ff8afec8e837&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472038 Feb 15 21:42:19.333770 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b644c94-8005-49ed-9484-c5fc91de5363 req-487da5ac-2d34-435a-957f-b0d23cbe8cfc tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:42:19.335427 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-4b644c94-8005-49ed-9484-c5fc91de5363 req-487da5ac-2d34-435a-957f-b0d23cbe8cfc tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/ports?device_id=22283d64-fb12-49e8-a3ff-d8be33246567 HTTP/1.1" status: 200 len: 946 time: 0.0973372 Feb 15 21:42:19.390612 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-4b644c94-8005-49ed-9484-c5fc91de5363 req-fc5632d8-ff6c-4c28-8e6e-46ce4e6151c9 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/security-groups?id=cfa94711-8349-42e9-83b9-bdf74ec03915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469158 Feb 15 21:42:19.478202 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6868276-5abc-4e74-bf51-b99e744d1423 req-5cf97346-7e49-4f11-a2a1-b6d4bcbe1163 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:42:19.479832 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-d6868276-5abc-4e74-bf51-b99e744d1423 req-5cf97346-7e49-4f11-a2a1-b6d4bcbe1163 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] 10.222.0.68 "GET /v2.0/ports?device_id=9a550408-e5dd-4d65-b57f-a43071e6e83e HTTP/1.1" status: 200 len: 946 time: 0.0917919 Feb 15 21:42:19.530560 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-d6868276-5abc-4e74-bf51-b99e744d1423 req-15561065-26a4-4198-bb36-e71afdecd00f tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] 10.222.0.68 "GET /v2.0/security-groups?id=eacf551a-e03d-4784-a8ef-492410bc89e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428705 Feb 15 21:42:20.446433 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febb51f4-9066-426a-be14-57e083a6d5b7 req-2a29d3d2-67e8-480e-be44-1f6ce5196348 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:42:20.448202 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-febb51f4-9066-426a-be14-57e083a6d5b7 req-2a29d3d2-67e8-480e-be44-1f6ce5196348 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a550408-e5dd-4d65-b57f-a43071e6e83e HTTP/1.1" status: 200 len: 946 time: 0.1857736 Feb 15 21:42:20.456468 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831762d0-874e-41b1-964f-eba278faf52e req-98c75f7c-a0f6-4afb-a78e-e847a1249f9f tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:42:20.458315 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-831762d0-874e-41b1-964f-eba278faf52e req-98c75f7c-a0f6-4afb-a78e-e847a1249f9f tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "GET /v2.0/ports?device_id=75161876-5fd7-4cd5-bcc1-e7aef527b1ee HTTP/1.1" status: 200 len: 945 time: 0.1450408 Feb 15 21:42:20.610834 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ff5ba9-0cfe-4dea-b9d2-6e8ed06e229f req-2948e66d-fb77-41c2-ba37-548a6a7e20fc tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:42:20.612574 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-36ff5ba9-0cfe-4dea-b9d2-6e8ed06e229f req-2948e66d-fb77-41c2-ba37-548a6a7e20fc tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/ports?device_id=22283d64-fb12-49e8-a3ff-d8be33246567 HTTP/1.1" status: 200 len: 946 time: 0.1032016 Feb 15 21:42:20.671814 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-36ff5ba9-0cfe-4dea-b9d2-6e8ed06e229f req-1f205ec9-deb8-42e9-b08a-63c70780cc38 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/security-groups?id=cfa94711-8349-42e9-83b9-bdf74ec03915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521755 Feb 15 21:42:20.818262 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Device 2a239fcd-b80f-47cc-97e4-5c4e2b0a574c no longer exists at agent ovs-agent-hv-cinder-77525 {{(pid=84000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 15 21:42:20.837980 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.plugin [req-febb51f4-9066-426a-be14-57e083a6d5b7 req-7c0cf239-bb33-4dbd-bf5e-529d24e1ac12 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Deleting port 2a239fcd-b80f-47cc-97e4-5c4e2b0a574c {{(pid=83999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 21:42:20.838372 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-febb51f4-9066-426a-be14-57e083a6d5b7 req-7c0cf239-bb33-4dbd-bf5e-529d24e1ac12 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779317974814'] for port, before_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:42:20.872404 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f90b704-f552-4031-9f8a-d731120aeb9c req-a3cd43d8-28d9-436b-a9af-99d2c93f9e17 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:42:20.874004 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-8f90b704-f552-4031-9f8a-d731120aeb9c req-a3cd43d8-28d9-436b-a9af-99d2c93f9e17 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] 10.222.0.68 "GET /v2.0/ports?device_id=9a550408-e5dd-4d65-b57f-a43071e6e83e HTTP/1.1" status: 200 len: 946 time: 0.0885205 Feb 15 21:42:20.886002 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-831762d0-874e-41b1-964f-eba278faf52e req-5c801789-ec5c-413a-b4a1-d603dcc21511 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "GET /v2.0/security-groups?id=0f7c9e5d-2f88-4d15-bd89-ff8afec8e837&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3907101 Feb 15 21:42:20.954161 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-8f90b704-f552-4031-9f8a-d731120aeb9c req-6d7380aa-a397-43cc-803f-5fc3118df364 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] 10.222.0.68 "GET /v2.0/security-groups?id=eacf551a-e03d-4784-a8ef-492410bc89e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694511 Feb 15 21:42:21.002910 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:42:21.037286 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a550408-e5dd-4d65-b57f-a43071e6e83e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a239fcd-b80f-47cc-97e4-5c4e2b0a574c'}] {{(pid=84000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 21:42:21.061562 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] For port 2a239fcd-b80f-47cc-97e4-5c4e2b0a574c, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=2a239fcd-b80f-47cc-97e4-5c4e2b0a574c,segment=NetworkSegment(a30449d5-f7e3-46b3-92df-c80a6b63f000),segment_id=a30449d5-f7e3-46b3-92df-c80a6b63f000)] {{(pid=84000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:42:21.066219 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779317976793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779317533282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257537242501'] for port, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:42:21.069261 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:42:21.126900 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a550408-e5dd-4d65-b57f-a43071e6e83e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a239fcd-b80f-47cc-97e4-5c4e2b0a574c', 'code': 200} Feb 15 21:42:21.183358 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Pushing event updated for resources: {'Port': ['ID=2a239fcd-b80f-47cc-97e4-5c4e2b0a574c,revision_number=5']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:42:21.191811 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:42:21.192189 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:42:21.192571 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:42:21.193217 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:42:21.193364 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:42:21.193663 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:42:21.194143 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:42:21.194374 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:42:21.194895 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:42:21.195200 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:42:21.195542 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:42:21.195911 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:42:21.196336 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:42:21.196686 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:42:21.197046 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:42:21.197426 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:42:21.197787 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:42:21.198148 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:42:21.198506 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:42:21.198860 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:42:21.199216 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:42:21.199697 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:42:21.200056 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:42:21.200412 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:42:21.205937 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:42:21.228952 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [req-febb51f4-9066-426a-be14-57e083a6d5b7 req-7c0cf239-bb33-4dbd-bf5e-529d24e1ac12 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] For port 2a239fcd-b80f-47cc-97e4-5c4e2b0a574c, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=2a239fcd-b80f-47cc-97e4-5c4e2b0a574c,segment=NetworkSegment(a30449d5-f7e3-46b3-92df-c80a6b63f000),segment_id=a30449d5-f7e3-46b3-92df-c80a6b63f000)] {{(pid=83999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:42:21.229382 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-febb51f4-9066-426a-be14-57e083a6d5b7 req-7c0cf239-bb33-4dbd-bf5e-529d24e1ac12 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3871786'] for port, precommit_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:42:21.371620 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.plugin [req-febb51f4-9066-426a-be14-57e083a6d5b7 req-7c0cf239-bb33-4dbd-bf5e-529d24e1ac12 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Calling delete_port for 2a239fcd-b80f-47cc-97e4-5c4e2b0a574c owned by compute:nova {{(pid=83999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 21:42:21.458017 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.db.api [req-febb51f4-9066-426a-be14-57e083a6d5b7 req-7c0cf239-bb33-4dbd-bf5e-529d24e1ac12 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83999) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 15 21:42:21.458639 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_db.api [req-febb51f4-9066-426a-be14-57e083a6d5b7 req-7c0cf239-bb33-4dbd-bf5e-529d24e1ac12 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 15 21:42:21.898739 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fd9de7-d87e-400b-930e-b39042ca2e2b req-8bde3590-88ca-4089-9f77-0f93684feb84 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:42:21.900399 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-97fd9de7-d87e-400b-930e-b39042ca2e2b req-8bde3590-88ca-4089-9f77-0f93684feb84 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/ports?device_id=22283d64-fb12-49e8-a3ff-d8be33246567 HTTP/1.1" status: 200 len: 946 time: 0.1060400 Feb 15 21:42:21.949605 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-97fd9de7-d87e-400b-930e-b39042ca2e2b req-16e2b23a-1b92-42e4-bc69-749198812e4c tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/security-groups?id=cfa94711-8349-42e9-83b9-bdf74ec03915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428123 Feb 15 21:42:21.960630 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.plugin [req-febb51f4-9066-426a-be14-57e083a6d5b7 req-7c0cf239-bb33-4dbd-bf5e-529d24e1ac12 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Deleting port 2a239fcd-b80f-47cc-97e4-5c4e2b0a574c {{(pid=83999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 21:42:21.961025 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-febb51f4-9066-426a-be14-57e083a6d5b7 req-7c0cf239-bb33-4dbd-bf5e-529d24e1ac12 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779317974814'] for port, before_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:42:22.158419 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f258b8-94a8-43a5-9c3a-abfcd1a3dcb6 req-b5de0411-36b7-4570-9cb1-f0b431a4b4cb tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:42:22.160051 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-f6f258b8-94a8-43a5-9c3a-abfcd1a3dcb6 req-b5de0411-36b7-4570-9cb1-f0b431a4b4cb tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] 10.222.0.68 "GET /v2.0/ports?device_id=9a550408-e5dd-4d65-b57f-a43071e6e83e HTTP/1.1" status: 200 len: 944 time: 0.0934861 Feb 15 21:42:22.227614 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-f6f258b8-94a8-43a5-9c3a-abfcd1a3dcb6 req-085962dc-8106-42dc-a3de-e4982faa5207 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] 10.222.0.68 "GET /v2.0/security-groups?id=eacf551a-e03d-4784-a8ef-492410bc89e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605521 Feb 15 21:42:22.228540 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7897667b-3043-46db-80a3-fadb146800ed req-e9bc66af-fce1-4d12-bcbd-5a8ec3c613d0 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:42:22.230114 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-7897667b-3043-46db-80a3-fadb146800ed req-e9bc66af-fce1-4d12-bcbd-5a8ec3c613d0 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "GET /v2.0/ports?device_id=75161876-5fd7-4cd5-bcc1-e7aef527b1ee HTTP/1.1" status: 200 len: 945 time: 0.2144959 Feb 15 21:42:22.358638 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-7897667b-3043-46db-80a3-fadb146800ed req-647b3e38-7079-444a-a1cc-c40d6e5336e1 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "GET /v2.0/security-groups?id=0f7c9e5d-2f88-4d15-bd89-ff8afec8e837&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757077 Feb 15 21:42:22.374179 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-c7215b71-9191-4c2d-9eef-aa3577e2acd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:42:22.395870 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [req-febb51f4-9066-426a-be14-57e083a6d5b7 req-7c0cf239-bb33-4dbd-bf5e-529d24e1ac12 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] For port 2a239fcd-b80f-47cc-97e4-5c4e2b0a574c, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=2a239fcd-b80f-47cc-97e4-5c4e2b0a574c,segment=NetworkSegment(a30449d5-f7e3-46b3-92df-c80a6b63f000),segment_id=a30449d5-f7e3-46b3-92df-c80a6b63f000)] {{(pid=83999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:42:22.396398 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-febb51f4-9066-426a-be14-57e083a6d5b7 req-7c0cf239-bb33-4dbd-bf5e-529d24e1ac12 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3871786'] for port, precommit_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:42:22.490911 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-4f2d6fe3-588d-414d-8fc0-9e430caa4704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:42:22.543633 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.plugin [req-febb51f4-9066-426a-be14-57e083a6d5b7 req-7c0cf239-bb33-4dbd-bf5e-529d24e1ac12 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Calling delete_port for 2a239fcd-b80f-47cc-97e4-5c4e2b0a574c owned by compute:nova {{(pid=83999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 21:42:22.726518 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-febb51f4-9066-426a-be14-57e083a6d5b7 req-7c0cf239-bb33-4dbd-bf5e-529d24e1ac12 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779317976810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363257537242535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853815187'] for port, after_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:42:22.744036 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:42:22.774123 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83998) accepted ('10.222.0.68', 48058) {{(pid=83998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:42:22.812078 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0cf239-bb33-4dbd-bf5e-529d24e1ac12 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Pushing event deleted for resources: {'Port': ['ID=2a239fcd-b80f-47cc-97e4-5c4e2b0a574c,revision_number=None']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:42:22.816336 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-7c0cf239-bb33-4dbd-bf5e-529d24e1ac12 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:42:22.942510 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-c01e5f12-8122-4e16-9173-6e109a7ea9ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:42:22.961716 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-c01e5f12-8122-4e16-9173-6e109a7ea9ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:42:22.966208 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-c01e5f12-8122-4e16-9173-6e109a7ea9ca admin admin] Usage tracker for resource:security_group_rule and tenant:85878f62a70b4ed4bddd2be2bec08810 is out of sync, need to count used quota {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:42:22.969301 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-c01e5f12-8122-4e16-9173-6e109a7ea9ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:42:22.972582 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvrscheduler_db [req-febb51f4-9066-426a-be14-57e083a6d5b7 req-7c0cf239-bb33-4dbd-bf5e-529d24e1ac12 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] No DVR routers for this DVR port 2a239fcd-b80f-47cc-97e4-5c4e2b0a574c on host hv-cinder-77525 {{(pid=83999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 15 21:42:22.975887 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-febb51f4-9066-426a-be14-57e083a6d5b7 req-7c0cf239-bb33-4dbd-bf5e-529d24e1ac12 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762656'] for port, before_response {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:42:22.978603 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-c01e5f12-8122-4e16-9173-6e109a7ea9ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:42:22.979092 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a550408-e5dd-4d65-b57f-a43071e6e83e', 'name': 'network-vif-deleted', 'tag': '2a239fcd-b80f-47cc-97e4-5c4e2b0a574c'}] {{(pid=83999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 21:42:22.997799 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-febb51f4-9066-426a-be14-57e083a6d5b7 req-7c0cf239-bb33-4dbd-bf5e-529d24e1ac12 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] 10.222.0.46 "DELETE /v2.0/ports/2a239fcd-b80f-47cc-97e4-5c4e2b0a574c HTTP/1.1" status: 204 len: 173 time: 2.5382984 Feb 15 21:42:23.064017 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a550408-e5dd-4d65-b57f-a43071e6e83e', 'name': 'network-vif-deleted', 'tag': '2a239fcd-b80f-47cc-97e4-5c4e2b0a574c', 'status': 'completed', 'code': 200} Feb 15 21:42:23.114351 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-c01e5f12-8122-4e16-9173-6e109a7ea9ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:42:23.162838 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-c01e5f12-8122-4e16-9173-6e109a7ea9ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:42:23.182669 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-13ff3119-09ce-4c7b-99c4-280a0ce142a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:42:23.239959 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01e5f12-8122-4e16-9173-6e109a7ea9ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8be1fcdd-c4b0-45ff-a660-cc9007c9657c,revision_number=1']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:42:23.245750 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-c01e5f12-8122-4e16-9173-6e109a7ea9ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:42:23.248337 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-c01e5f12-8122-4e16-9173-6e109a7ea9ca admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=85878f62a70b4ed4bddd2be2bec08810&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4729807 Feb 15 21:42:23.251600 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83998) accepted ('10.222.0.68', 48068) {{(pid=83998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:42:23.319347 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2428fa40-4c17-4c7a-aae2-5fbe7a861e75 req-e93f89f2-af70-4cc0-9ac9-6f31fe005a20 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:42:23.321064 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-2428fa40-4c17-4c7a-aae2-5fbe7a861e75 req-e93f89f2-af70-4cc0-9ac9-6f31fe005a20 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/ports?device_id=22283d64-fb12-49e8-a3ff-d8be33246567 HTTP/1.1" status: 200 len: 946 time: 0.2049870 Feb 15 21:42:23.338863 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-5a34347d-c598-4a9f-baef-3cc71ea9275e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:42:23.367333 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-5a34347d-c598-4a9f-baef-3cc71ea9275e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:42:23.449181 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-5a34347d-c598-4a9f-baef-3cc71ea9275e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:42:23.457213 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:42:23.459229 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-6582ce3d-7972-4702-aaf6-5801c838cb4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:42:23.460813 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [req-e7873b90-d70f-4630-b92f-2ff50e3d29d2 req-d83c8f1f-ce93-4a2e-a16f-0ae1f11b78c5 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Synchronizing usage tracker for tenant:964e5fef0d9f42da9da2717fddfc34f1 on resource:port {{(pid=83999) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 21:42:23.469910 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-2428fa40-4c17-4c7a-aae2-5fbe7a861e75 req-9f39736b-b34f-4fcc-9e4b-ca4e07ba3159 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/security-groups?id=cfa94711-8349-42e9-83b9-bdf74ec03915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901852 Feb 15 21:42:23.473247 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a34347d-c598-4a9f-baef-3cc71ea9275e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8be1fcdd-c4b0-45ff-a660-cc9007c9657c,revision_number=None']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:42:23.480883 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-5a34347d-c598-4a9f-baef-3cc71ea9275e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:42:23.481746 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-5a34347d-c598-4a9f-baef-3cc71ea9275e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:42:23.482993 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-5a34347d-c598-4a9f-baef-3cc71ea9275e admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/8be1fcdd-c4b0-45ff-a660-cc9007c9657c HTTP/1.1" status: 204 len: 168 time: 0.2305665 Feb 15 21:42:23.495293 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [req-e7873b90-d70f-4630-b92f-2ff50e3d29d2 req-d83c8f1f-ce93-4a2e-a16f-0ae1f11b78c5 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Unset dirty status for tenant:964e5fef0d9f42da9da2717fddfc34f1 on resource:port {{(pid=83999) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 21:42:23.511812 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-e7873b90-d70f-4630-b92f-2ff50e3d29d2 req-d83c8f1f-ce93-4a2e-a16f-0ae1f11b78c5 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] 10.222.0.68 "GET /v2.0/ports?device_id=9a550408-e5dd-4d65-b57f-a43071e6e83e HTTP/1.1" status: 200 len: 210 time: 0.1323767 Feb 15 21:42:23.714169 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b24c21e-3635-4d76-b434-63bb7492a1f6 req-53ec7b30-6b6a-4c76-9a6d-5677a692e9c0 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:42:23.716059 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-0b24c21e-3635-4d76-b434-63bb7492a1f6 req-53ec7b30-6b6a-4c76-9a6d-5677a692e9c0 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "GET /v2.0/ports?device_id=75161876-5fd7-4cd5-bcc1-e7aef527b1ee HTTP/1.1" status: 200 len: 945 time: 0.0996776 Feb 15 21:42:23.778088 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-0b24c21e-3635-4d76-b434-63bb7492a1f6 req-6a185c21-ab79-415c-9658-c8f75cce1f33 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "GET /v2.0/security-groups?id=0f7c9e5d-2f88-4d15-bd89-ff8afec8e837&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539756 Feb 15 21:42:23.846173 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83998) accepted ('10.222.0.68', 48090) {{(pid=83998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:42:23.868482 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-bc7ae029-950b-4f85-a2d0-1a3296d6c320 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:42:23.888291 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-bc7ae029-950b-4f85-a2d0-1a3296d6c320 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:42:23.893176 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-bc7ae029-950b-4f85-a2d0-1a3296d6c320 admin admin] Usage tracker for resource:security_group_rule and tenant:3466c0ce21ff4e4cbe25e3aa1fd4aec2 is out of sync, need to count used quota {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:42:23.896806 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-bc7ae029-950b-4f85-a2d0-1a3296d6c320 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:42:23.903133 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-bc7ae029-950b-4f85-a2d0-1a3296d6c320 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:42:23.994842 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-bc7ae029-950b-4f85-a2d0-1a3296d6c320 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:42:23.998541 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-bc7ae029-950b-4f85-a2d0-1a3296d6c320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:42:24.010119 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-ecb16244-db44-46c4-8e1f-a778584446b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:42:24.056728 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-bc7ae029-950b-4f85-a2d0-1a3296d6c320 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=3466c0ce21ff4e4cbe25e3aa1fd4aec2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2092583 Feb 15 21:42:24.058416 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7ae029-950b-4f85-a2d0-1a3296d6c320 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=353cb057-0b87-4e24-843a-5f7d6839d9bf,revision_number=1']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:42:24.059849 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 48098) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:42:24.061847 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-bc7ae029-950b-4f85-a2d0-1a3296d6c320 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:42:24.122946 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-1e7bf7e8-8512-4d1a-8e17-7e060e7e076a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:42:24.152729 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-1e7bf7e8-8512-4d1a-8e17-7e060e7e076a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:42:24.198604 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-1e7bf7e8-8512-4d1a-8e17-7e060e7e076a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:42:24.202487 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-8793fd7f-421a-4c42-b236-d09dfaeb505a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:42:24.217373 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7bf7e8-8512-4d1a-8e17-7e060e7e076a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=353cb057-0b87-4e24-843a-5f7d6839d9bf,revision_number=None']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:42:24.221762 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-1e7bf7e8-8512-4d1a-8e17-7e060e7e076a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:42:24.225083 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-1e7bf7e8-8512-4d1a-8e17-7e060e7e076a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:42:24.226359 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-1e7bf7e8-8512-4d1a-8e17-7e060e7e076a admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/353cb057-0b87-4e24-843a-5f7d6839d9bf HTTP/1.1" status: 204 len: 168 time: 0.1654165 Feb 15 21:42:24.419047 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-c15141da-837e-426e-b554-b41f5a3e4bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:42:24.727211 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46307fa-470e-47b6-a9cc-48a4abe34f1e req-cd89bd42-ada5-416d-92ec-0042992712d6 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:42:24.728912 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-f46307fa-470e-47b6-a9cc-48a4abe34f1e req-cd89bd42-ada5-416d-92ec-0042992712d6 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/ports?device_id=22283d64-fb12-49e8-a3ff-d8be33246567 HTTP/1.1" status: 200 len: 946 time: 0.1039124 Feb 15 21:42:24.788102 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-f46307fa-470e-47b6-a9cc-48a4abe34f1e req-d1c80fca-0a3a-4ff7-acbc-3aa5d51ce536 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/security-groups?id=cfa94711-8349-42e9-83b9-bdf74ec03915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506501 Feb 15 21:42:25.008295 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7137a4-c5b5-433c-99e0-9765e23f33c7 req-2ca143d6-d67b-4ff5-8b3f-68bbcd3c96c8 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:42:25.009949 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-cc7137a4-c5b5-433c-99e0-9765e23f33c7 req-2ca143d6-d67b-4ff5-8b3f-68bbcd3c96c8 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "GET /v2.0/ports?device_id=75161876-5fd7-4cd5-bcc1-e7aef527b1ee HTTP/1.1" status: 200 len: 945 time: 0.0946922 Feb 15 21:42:25.059759 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-cc7137a4-c5b5-433c-99e0-9765e23f33c7 req-c5a0a2dc-cda2-4b71-9dff-e50ab68d20f3 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "GET /v2.0/security-groups?id=0f7c9e5d-2f88-4d15-bd89-ff8afec8e837&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425720 Feb 15 21:42:26.005118 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecad622-bef2-48ae-9ff3-4da4ac9b7236 req-6ac9867e-d58c-49c6-a9f8-da1b97f4e513 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:42:26.006812 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-cecad622-bef2-48ae-9ff3-4da4ac9b7236 req-6ac9867e-d58c-49c6-a9f8-da1b97f4e513 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/ports?device_id=22283d64-fb12-49e8-a3ff-d8be33246567 HTTP/1.1" status: 200 len: 946 time: 0.0918794 Feb 15 21:42:26.057983 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-cecad622-bef2-48ae-9ff3-4da4ac9b7236 req-b2a18c27-7668-4be9-945f-8178c00ee554 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/security-groups?id=cfa94711-8349-42e9-83b9-bdf74ec03915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443299 Feb 15 21:42:26.282361 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe63e28-4a0a-4ba7-845d-f71bd7cd9277 req-9a2fb440-2ccf-4995-825b-973f0287bc7e tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:42:26.283958 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-7fe63e28-4a0a-4ba7-845d-f71bd7cd9277 req-9a2fb440-2ccf-4995-825b-973f0287bc7e tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "GET /v2.0/ports?device_id=75161876-5fd7-4cd5-bcc1-e7aef527b1ee HTTP/1.1" status: 200 len: 945 time: 0.0907357 Feb 15 21:42:26.336146 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-7fe63e28-4a0a-4ba7-845d-f71bd7cd9277 req-0b7b824c-85e6-4aba-b0ee-9db653a513b8 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "GET /v2.0/security-groups?id=0f7c9e5d-2f88-4d15-bd89-ff8afec8e837&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442948 Feb 15 21:42:26.451014 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1796969-6439-44f9-a40a-9c2ee4875e0a req-f4ef159c-6e9a-4dcf-ac5a-07ed2fbc77a0 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:42:26.452658 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-f1796969-6439-44f9-a40a-9c2ee4875e0a req-f4ef159c-6e9a-4dcf-ac5a-07ed2fbc77a0 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] 10.222.0.68 "GET /v2.0/ports?device_id=a414fba0-bd65-42f4-8491-5ce04e833091 HTTP/1.1" status: 200 len: 945 time: 0.0973051 Feb 15 21:42:26.503931 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-f1796969-6439-44f9-a40a-9c2ee4875e0a req-869bed90-0859-4d45-a08d-dc6fa2f7f009 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] 10.222.0.68 "GET /v2.0/security-groups?id=eacf551a-e03d-4784-a8ef-492410bc89e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425920 Feb 15 21:42:27.275556 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e03ec64-4c16-4a93-b53f-2ce72adfc9fc req-35d9fab3-3906-417f-8d04-2e42e78da723 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:42:27.277534 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-5e03ec64-4c16-4a93-b53f-2ce72adfc9fc req-35d9fab3-3906-417f-8d04-2e42e78da723 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/ports?device_id=22283d64-fb12-49e8-a3ff-d8be33246567 HTTP/1.1" status: 200 len: 946 time: 0.0974140 Feb 15 21:42:27.337117 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-5e03ec64-4c16-4a93-b53f-2ce72adfc9fc req-d22e76ae-4f5d-4dda-88cb-f67ac7944637 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/security-groups?id=cfa94711-8349-42e9-83b9-bdf74ec03915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495887 Feb 15 21:42:27.551510 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73016f99-672b-4f43-b504-fde063ac377c req-782514db-ba4b-44b1-943d-fda10f479922 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:42:27.553154 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-73016f99-672b-4f43-b504-fde063ac377c req-782514db-ba4b-44b1-943d-fda10f479922 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "GET /v2.0/ports?device_id=75161876-5fd7-4cd5-bcc1-e7aef527b1ee HTTP/1.1" status: 200 len: 945 time: 0.0949938 Feb 15 21:42:27.609015 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-73016f99-672b-4f43-b504-fde063ac377c req-323f40a2-0ac7-4e1c-bf36-568391d09a19 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "GET /v2.0/security-groups?id=0f7c9e5d-2f88-4d15-bd89-ff8afec8e837&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477288 Feb 15 21:42:27.770945 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7757f141-26b2-480f-9a99-a5cabb42c8ef req-fa9f3193-fd12-4b95-b713-083983b7e75f tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:42:27.772848 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-7757f141-26b2-480f-9a99-a5cabb42c8ef req-fa9f3193-fd12-4b95-b713-083983b7e75f tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] 10.222.0.68 "GET /v2.0/ports?device_id=a414fba0-bd65-42f4-8491-5ce04e833091 HTTP/1.1" status: 200 len: 945 time: 0.1230571 Feb 15 21:42:27.837778 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-7757f141-26b2-480f-9a99-a5cabb42c8ef req-683806d2-ad5e-4154-a437-f662f92c7f31 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] 10.222.0.68 "GET /v2.0/security-groups?id=eacf551a-e03d-4784-a8ef-492410bc89e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575700 Feb 15 21:42:28.547608 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36378f4-a151-42d5-ba0c-2810641932c3 req-f70cdaf6-0a61-4875-91cc-6b9b6c4b6a87 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:42:28.549236 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-c36378f4-a151-42d5-ba0c-2810641932c3 req-f70cdaf6-0a61-4875-91cc-6b9b6c4b6a87 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/ports?device_id=22283d64-fb12-49e8-a3ff-d8be33246567 HTTP/1.1" status: 200 len: 946 time: 0.0917921 Feb 15 21:42:28.599030 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-c36378f4-a151-42d5-ba0c-2810641932c3 req-83172c0b-abb0-4da4-9a19-01d6b159004b tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/security-groups?id=cfa94711-8349-42e9-83b9-bdf74ec03915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434134 Feb 15 21:42:28.817489 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5dff52-0474-481e-8597-55fc0d8b3e82 req-59765682-cd46-46d2-be17-7debc755130c tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:42:28.819147 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-0a5dff52-0474-481e-8597-55fc0d8b3e82 req-59765682-cd46-46d2-be17-7debc755130c tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "GET /v2.0/ports?device_id=75161876-5fd7-4cd5-bcc1-e7aef527b1ee HTTP/1.1" status: 200 len: 945 time: 0.0910883 Feb 15 21:42:28.886357 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-0a5dff52-0474-481e-8597-55fc0d8b3e82 req-854b534a-eac8-433a-99e5-ce4be553ee63 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "GET /v2.0/security-groups?id=0f7c9e5d-2f88-4d15-bd89-ff8afec8e837&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593963 Feb 15 21:42:29.086934 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb311ab8-799b-4a5a-8869-742cf15ccfc0 req-abaf792f-ae5c-400a-b2e9-e65734ce16ed tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:42:29.088717 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-eb311ab8-799b-4a5a-8869-742cf15ccfc0 req-abaf792f-ae5c-400a-b2e9-e65734ce16ed tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] 10.222.0.68 "GET /v2.0/ports?device_id=a414fba0-bd65-42f4-8491-5ce04e833091 HTTP/1.1" status: 200 len: 945 time: 0.1077440 Feb 15 21:42:29.150476 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-eb311ab8-799b-4a5a-8869-742cf15ccfc0 req-5a508b91-c503-44d1-99df-af8217f3ecb5 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] 10.222.0.68 "GET /v2.0/security-groups?id=eacf551a-e03d-4784-a8ef-492410bc89e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513239 Feb 15 21:42:29.700837 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc02bd2-1bf6-4126-8a91-63a4d4455aea req-8252bdeb-3e96-4308-9203-7e88166e2ac5 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:42:29.703144 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-fcc02bd2-1bf6-4126-8a91-63a4d4455aea req-8252bdeb-3e96-4308-9203-7e88166e2ac5 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] 10.222.0.46 "GET /v2.0/ports?device_id=a414fba0-bd65-42f4-8491-5ce04e833091 HTTP/1.1" status: 200 len: 945 time: 0.0991399 Feb 15 21:42:29.793392 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.plugin [req-fcc02bd2-1bf6-4126-8a91-63a4d4455aea req-bd33a593-6a8b-451f-8624-8950e87a9d9c tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Deleting port 333e9e46-f0ae-4cd0-8cf8-f30e5db4ecb4 {{(pid=83999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 21:42:29.793778 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-fcc02bd2-1bf6-4126-8a91-63a4d4455aea req-bd33a593-6a8b-451f-8624-8950e87a9d9c tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779317974814'] for port, before_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:42:29.833575 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d5419d-b9d0-48a3-b69b-4aa844c915be req-b83f4cab-8f3a-480a-80f5-ab4733eb5735 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:42:29.835376 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-e8d5419d-b9d0-48a3-b69b-4aa844c915be req-b83f4cab-8f3a-480a-80f5-ab4733eb5735 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/ports?device_id=22283d64-fb12-49e8-a3ff-d8be33246567 HTTP/1.1" status: 200 len: 946 time: 0.0944779 Feb 15 21:42:29.890859 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-e8d5419d-b9d0-48a3-b69b-4aa844c915be req-8492d4aa-78a4-4fca-bb69-03b1e99ace26 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/security-groups?id=cfa94711-8349-42e9-83b9-bdf74ec03915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478020 Feb 15 21:42:30.146207 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [req-fcc02bd2-1bf6-4126-8a91-63a4d4455aea req-bd33a593-6a8b-451f-8624-8950e87a9d9c tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] For port 333e9e46-f0ae-4cd0-8cf8-f30e5db4ecb4, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=333e9e46-f0ae-4cd0-8cf8-f30e5db4ecb4,segment=NetworkSegment(a30449d5-f7e3-46b3-92df-c80a6b63f000),segment_id=a30449d5-f7e3-46b3-92df-c80a6b63f000)] {{(pid=83999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:42:30.146616 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-fcc02bd2-1bf6-4126-8a91-63a4d4455aea req-bd33a593-6a8b-451f-8624-8950e87a9d9c tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3871786'] for port, precommit_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:42:30.290381 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.plugin [req-fcc02bd2-1bf6-4126-8a91-63a4d4455aea req-bd33a593-6a8b-451f-8624-8950e87a9d9c tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Calling delete_port for 333e9e46-f0ae-4cd0-8cf8-f30e5db4ecb4 owned by compute:nova {{(pid=83999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 21:42:30.358005 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52173797-657f-4dc4-82cf-f5a6f3d63aa2 req-82848013-47ff-4d39-9282-2a6725e801d2 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:42:30.361047 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-52173797-657f-4dc4-82cf-f5a6f3d63aa2 req-82848013-47ff-4d39-9282-2a6725e801d2 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "GET /v2.0/ports?device_id=75161876-5fd7-4cd5-bcc1-e7aef527b1ee HTTP/1.1" status: 200 len: 945 time: 0.3393555 Feb 15 21:42:30.378217 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5e9dc9-c5df-4831-9a43-b00a7b48cd16 req-a18f16f1-5f70-4fab-a0c6-388b873ca905 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:42:30.380204 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-5f5e9dc9-c5df-4831-9a43-b00a7b48cd16 req-a18f16f1-5f70-4fab-a0c6-388b873ca905 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] 10.222.0.68 "GET /v2.0/ports?device_id=a414fba0-bd65-42f4-8491-5ce04e833091 HTTP/1.1" status: 200 len: 945 time: 0.1018257 Feb 15 21:42:30.431285 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-5f5e9dc9-c5df-4831-9a43-b00a7b48cd16 req-039d692e-6d4b-4ae2-8a8d-292e4b7f271f tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] 10.222.0.68 "GET /v2.0/security-groups?id=eacf551a-e03d-4784-a8ef-492410bc89e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445106 Feb 15 21:42:30.502013 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-52173797-657f-4dc4-82cf-f5a6f3d63aa2 req-2cb737c4-14b5-435a-8159-cd9637db4ac9 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "GET /v2.0/security-groups?id=0f7c9e5d-2f88-4d15-bd89-ff8afec8e837&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1300721 Feb 15 21:42:30.593520 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-fcc02bd2-1bf6-4126-8a91-63a4d4455aea req-bd33a593-6a8b-451f-8624-8950e87a9d9c tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779317976810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363257537242535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853815187'] for port, after_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:42:30.609498 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-0cae83bf-fdb3-4f08-a323-494ae2819d0c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:42:30.672802 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd33a593-6a8b-451f-8624-8950e87a9d9c tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Pushing event deleted for resources: {'Port': ['ID=333e9e46-f0ae-4cd0-8cf8-f30e5db4ecb4,revision_number=None']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:42:30.677929 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-bd33a593-6a8b-451f-8624-8950e87a9d9c tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:42:30.828827 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcc02bd2-1bf6-4126-8a91-63a4d4455aea req-bd33a593-6a8b-451f-8624-8950e87a9d9c tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] No DVR routers for this DVR port 333e9e46-f0ae-4cd0-8cf8-f30e5db4ecb4 on host hv-cinder-77525 {{(pid=83999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 15 21:42:30.831605 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-fcc02bd2-1bf6-4126-8a91-63a4d4455aea req-bd33a593-6a8b-451f-8624-8950e87a9d9c tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762656'] for port, before_response {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:42:30.834536 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a414fba0-bd65-42f4-8491-5ce04e833091', 'name': 'network-vif-deleted', 'tag': '333e9e46-f0ae-4cd0-8cf8-f30e5db4ecb4'}] {{(pid=83999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 21:42:30.869418 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-fcc02bd2-1bf6-4126-8a91-63a4d4455aea req-bd33a593-6a8b-451f-8624-8950e87a9d9c tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] 10.222.0.46 "DELETE /v2.0/ports/333e9e46-f0ae-4cd0-8cf8-f30e5db4ecb4 HTTP/1.1" status: 204 len: 173 time: 1.1539524 Feb 15 21:42:30.926551 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a414fba0-bd65-42f4-8491-5ce04e833091', 'name': 'network-vif-deleted', 'tag': '333e9e46-f0ae-4cd0-8cf8-f30e5db4ecb4', 'status': 'completed', 'code': 200} Feb 15 21:42:31.131004 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baa3328-5198-4277-b31f-43d75a3f246e req-1e133698-343a-406e-8198-e542b8d4fb13 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:42:31.133769 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-9baa3328-5198-4277-b31f-43d75a3f246e req-1e133698-343a-406e-8198-e542b8d4fb13 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/ports?device_id=22283d64-fb12-49e8-a3ff-d8be33246567 HTTP/1.1" status: 200 len: 946 time: 0.1023550 Feb 15 21:42:31.182062 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-9baa3328-5198-4277-b31f-43d75a3f246e req-0f7bde77-d1e1-4d99-abd7-80effe93d93d tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/security-groups?id=cfa94711-8349-42e9-83b9-bdf74ec03915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426550 Feb 15 21:42:31.620947 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-c8858bc3-de22-4a16-ad16-98c36dfe94c2 req-8c33d59d-b879-4420-ba90-4d27b0f03078 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] 10.222.0.68 "GET /v2.0/ports?device_id=a414fba0-bd65-42f4-8491-5ce04e833091 HTTP/1.1" status: 200 len: 210 time: 0.0521519 Feb 15 21:42:31.731916 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Device 333e9e46-f0ae-4cd0-8cf8-f30e5db4ecb4 no longer exists at agent ovs-agent-hv-cinder-77525 {{(pid=84000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 15 21:42:31.760158 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2f4b61-0047-4a8f-84ed-63aa9af4c510 req-86579df4-1149-4cbf-ae37-0f9fa7c3fb93 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:42:31.770240 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-cf2f4b61-0047-4a8f-84ed-63aa9af4c510 req-86579df4-1149-4cbf-ae37-0f9fa7c3fb93 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "GET /v2.0/ports?device_id=75161876-5fd7-4cd5-bcc1-e7aef527b1ee HTTP/1.1" status: 200 len: 945 time: 0.1417749 Feb 15 21:42:31.795294 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.plugin [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] No Port match for: 333e9e46-f0ae-4cd0-8cf8-f30e5db4ecb4 {{(pid=84000) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 15 21:42:31.795907 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Device 333e9e46-f0ae-4cd0-8cf8-f30e5db4ecb4 not bound to the agent host hv-cinder-77525 {{(pid=84000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 15 21:42:31.848458 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-cf2f4b61-0047-4a8f-84ed-63aa9af4c510 req-88f3059a-b197-4400-9e36-db809990c151 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "GET /v2.0/security-groups?id=0f7c9e5d-2f88-4d15-bd89-ff8afec8e837&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770302 Feb 15 21:42:32.632571 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbd92cd-de7a-4196-8655-76a3c87d84aa req-2d4ac620-042a-42b9-bc9c-4c143325bc02 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:42:32.634223 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-9bbd92cd-de7a-4196-8655-76a3c87d84aa req-2d4ac620-042a-42b9-bc9c-4c143325bc02 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/ports?device_id=22283d64-fb12-49e8-a3ff-d8be33246567 HTTP/1.1" status: 200 len: 946 time: 0.3224187 Feb 15 21:42:32.685319 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-9bbd92cd-de7a-4196-8655-76a3c87d84aa req-c082cf74-049d-4ac3-a3a5-6762433118bb tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/security-groups?id=cfa94711-8349-42e9-83b9-bdf74ec03915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441520 Feb 15 21:42:33.085665 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460c5b55-033e-46dd-931b-aa054ede6b62 req-737e716b-0914-4714-9fdf-b04607f32cc2 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:42:33.087292 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-460c5b55-033e-46dd-931b-aa054ede6b62 req-737e716b-0914-4714-9fdf-b04607f32cc2 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "GET /v2.0/ports?device_id=75161876-5fd7-4cd5-bcc1-e7aef527b1ee HTTP/1.1" status: 200 len: 945 time: 0.0953574 Feb 15 21:42:33.161706 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e6e505-dc30-430e-aea0-f94c5f48809e req-74acea63-db55-493d-9757-af9969b64b0d tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:42:33.162534 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [req-b8e6e505-dc30-430e-aea0-f94c5f48809e req-74acea63-db55-493d-9757-af9969b64b0d tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Synchronizing usage tracker for tenant:964e5fef0d9f42da9da2717fddfc34f1 on resource:port {{(pid=83999) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 21:42:33.181330 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [req-b8e6e505-dc30-430e-aea0-f94c5f48809e req-74acea63-db55-493d-9757-af9969b64b0d tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Unset dirty status for tenant:964e5fef0d9f42da9da2717fddfc34f1 on resource:port {{(pid=83999) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 21:42:33.182702 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-b8e6e505-dc30-430e-aea0-f94c5f48809e req-74acea63-db55-493d-9757-af9969b64b0d tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] 10.222.0.68 "GET /v2.0/ports?device_id=89411824-8005-47f9-b5d7-92215f8be77f HTTP/1.1" status: 200 len: 945 time: 0.1227894 Feb 15 21:42:33.235726 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-b8e6e505-dc30-430e-aea0-f94c5f48809e req-15345033-b202-4a6e-a60a-22f32d53276e tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] 10.222.0.68 "GET /v2.0/security-groups?id=eacf551a-e03d-4784-a8ef-492410bc89e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459077 Feb 15 21:42:33.351546 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-460c5b55-033e-46dd-931b-aa054ede6b62 req-21f86109-0d81-46e5-b5c6-3562fdc4b32d tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "GET /v2.0/security-groups?id=0f7c9e5d-2f88-4d15-bd89-ff8afec8e837&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2577355 Feb 15 21:42:33.900587 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4a09ad-fdf0-4176-8349-80039e65f833 req-e2388fb1-1d42-44d8-81df-5b641155b617 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:42:33.902303 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-2c4a09ad-fdf0-4176-8349-80039e65f833 req-e2388fb1-1d42-44d8-81df-5b641155b617 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/ports?device_id=22283d64-fb12-49e8-a3ff-d8be33246567 HTTP/1.1" status: 200 len: 946 time: 0.0946968 Feb 15 21:42:33.959130 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-2c4a09ad-fdf0-4176-8349-80039e65f833 req-77ee5ab2-1c57-4e2a-bf52-d5b259f638d9 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/security-groups?id=cfa94711-8349-42e9-83b9-bdf74ec03915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500686 Feb 15 21:42:34.456512 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4376f1f3-e8c3-4451-bc6b-e3e6cfe68b8f req-1c150232-c295-44a3-b44d-91fdfef6fc38 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:42:34.458227 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-4376f1f3-e8c3-4451-bc6b-e3e6cfe68b8f req-1c150232-c295-44a3-b44d-91fdfef6fc38 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] 10.222.0.68 "GET /v2.0/ports?device_id=89411824-8005-47f9-b5d7-92215f8be77f HTTP/1.1" status: 200 len: 945 time: 0.0992045 Feb 15 21:42:34.510873 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-4376f1f3-e8c3-4451-bc6b-e3e6cfe68b8f req-39656996-08ac-496d-875f-511014b6bdb3 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] 10.222.0.68 "GET /v2.0/security-groups?id=eacf551a-e03d-4784-a8ef-492410bc89e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455842 Feb 15 21:42:34.571313 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de46540e-e8dd-4b74-bea8-167e68bbf251 req-1fdee129-e66c-4ed0-8af4-9376129c698a tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:42:34.573187 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-de46540e-e8dd-4b74-bea8-167e68bbf251 req-1fdee129-e66c-4ed0-8af4-9376129c698a tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "GET /v2.0/ports?device_id=75161876-5fd7-4cd5-bcc1-e7aef527b1ee HTTP/1.1" status: 200 len: 945 time: 0.0987215 Feb 15 21:42:34.632248 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-de46540e-e8dd-4b74-bea8-167e68bbf251 req-3967d85e-3d1c-4c17-ada4-25a373213a84 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "GET /v2.0/security-groups?id=0f7c9e5d-2f88-4d15-bd89-ff8afec8e837&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500121 Feb 15 21:42:35.179924 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6931c355-d36f-4df2-89f8-437c5092e78a req-afd7a26d-dd2f-406a-ac89-5b5746908ef0 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:42:35.185381 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-6931c355-d36f-4df2-89f8-437c5092e78a req-afd7a26d-dd2f-406a-ac89-5b5746908ef0 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/ports?device_id=22283d64-fb12-49e8-a3ff-d8be33246567 HTTP/1.1" status: 200 len: 946 time: 0.0934012 Feb 15 21:42:35.247731 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-6931c355-d36f-4df2-89f8-437c5092e78a req-f396bc2a-7684-406e-8934-05da153e40dc tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/security-groups?id=cfa94711-8349-42e9-83b9-bdf74ec03915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562267 Feb 15 21:42:35.744300 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65072bd3-efee-4d1e-8a00-b2afa3e15a80 req-b2cb719b-4c9b-4f58-98a0-05746ca08b66 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:42:35.752690 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-65072bd3-efee-4d1e-8a00-b2afa3e15a80 req-b2cb719b-4c9b-4f58-98a0-05746ca08b66 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] 10.222.0.68 "GET /v2.0/ports?device_id=89411824-8005-47f9-b5d7-92215f8be77f HTTP/1.1" status: 200 len: 945 time: 0.1078956 Feb 15 21:42:35.807022 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb99dea2-abdf-4e5a-a83a-855be6fb5fcf req-537465c4-b1b4-49aa-a5a6-d9a2276d66da tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:42:35.807280 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-65072bd3-efee-4d1e-8a00-b2afa3e15a80 req-daf696c7-6dec-4690-8c30-f6666cfade4a tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] 10.222.0.68 "GET /v2.0/security-groups?id=eacf551a-e03d-4784-a8ef-492410bc89e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532854 Feb 15 21:42:35.809139 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-cb99dea2-abdf-4e5a-a83a-855be6fb5fcf req-537465c4-b1b4-49aa-a5a6-d9a2276d66da tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] 10.222.0.46 "GET /v2.0/ports?device_id=89411824-8005-47f9-b5d7-92215f8be77f HTTP/1.1" status: 200 len: 945 time: 0.1241674 Feb 15 21:42:35.988831 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.plugin [req-cb99dea2-abdf-4e5a-a83a-855be6fb5fcf req-df93dcd9-994d-41c6-8205-124da35ff370 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Deleting port 2b2b764e-5af4-43d0-a94e-7cd4563bb475 {{(pid=83999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 21:42:35.989138 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-cb99dea2-abdf-4e5a-a83a-855be6fb5fcf req-df93dcd9-994d-41c6-8205-124da35ff370 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779317974814'] for port, before_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:42:36.058595 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4d6f4f-6ee2-46f9-b765-fe1cca263c82 req-e3565622-199a-4175-b8a2-ed5df1258391 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:42:36.060791 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-6f4d6f4f-6ee2-46f9-b765-fe1cca263c82 req-e3565622-199a-4175-b8a2-ed5df1258391 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "GET /v2.0/ports?device_id=75161876-5fd7-4cd5-bcc1-e7aef527b1ee HTTP/1.1" status: 200 len: 945 time: 0.2498839 Feb 15 21:42:36.187166 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-6f4d6f4f-6ee2-46f9-b765-fe1cca263c82 req-213d7971-2f2c-4e9c-a614-975e68b620a8 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "GET /v2.0/security-groups?id=0f7c9e5d-2f88-4d15-bd89-ff8afec8e837&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1171253 Feb 15 21:42:36.330616 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [req-cb99dea2-abdf-4e5a-a83a-855be6fb5fcf req-df93dcd9-994d-41c6-8205-124da35ff370 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] For port 2b2b764e-5af4-43d0-a94e-7cd4563bb475, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=2b2b764e-5af4-43d0-a94e-7cd4563bb475,segment=NetworkSegment(a30449d5-f7e3-46b3-92df-c80a6b63f000),segment_id=a30449d5-f7e3-46b3-92df-c80a6b63f000)] {{(pid=83999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:42:36.331020 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-cb99dea2-abdf-4e5a-a83a-855be6fb5fcf req-df93dcd9-994d-41c6-8205-124da35ff370 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3871786'] for port, precommit_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:42:36.479585 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.plugin [req-cb99dea2-abdf-4e5a-a83a-855be6fb5fcf req-df93dcd9-994d-41c6-8205-124da35ff370 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Calling delete_port for 2b2b764e-5af4-43d0-a94e-7cd4563bb475 owned by compute:nova {{(pid=83999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 21:42:36.492090 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf85725-06ce-4273-8eb5-94e056cee56d req-eaf2848c-37ec-41ab-9f6a-75240813e77f tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:42:36.493764 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-baf85725-06ce-4273-8eb5-94e056cee56d req-eaf2848c-37ec-41ab-9f6a-75240813e77f tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/ports?device_id=22283d64-fb12-49e8-a3ff-d8be33246567 HTTP/1.1" status: 200 len: 946 time: 0.0955498 Feb 15 21:42:36.548849 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-baf85725-06ce-4273-8eb5-94e056cee56d req-3c3066ff-7f2c-4a25-97f8-13b8e8547616 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/security-groups?id=cfa94711-8349-42e9-83b9-bdf74ec03915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487437 Feb 15 21:42:36.649232 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-cb99dea2-abdf-4e5a-a83a-855be6fb5fcf req-df93dcd9-994d-41c6-8205-124da35ff370 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779317976810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363257537242535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853815187'] for port, after_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:42:36.665375 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-bd33a593-6a8b-451f-8624-8950e87a9d9c tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:42:36.728229 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df93dcd9-994d-41c6-8205-124da35ff370 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Pushing event deleted for resources: {'Port': ['ID=2b2b764e-5af4-43d0-a94e-7cd4563bb475,revision_number=None']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:42:36.733422 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-df93dcd9-994d-41c6-8205-124da35ff370 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:42:36.896805 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb99dea2-abdf-4e5a-a83a-855be6fb5fcf req-df93dcd9-994d-41c6-8205-124da35ff370 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] No DVR routers for this DVR port 2b2b764e-5af4-43d0-a94e-7cd4563bb475 on host hv-cinder-77525 {{(pid=83999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 15 21:42:36.899393 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-cb99dea2-abdf-4e5a-a83a-855be6fb5fcf req-df93dcd9-994d-41c6-8205-124da35ff370 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762656'] for port, before_response {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:42:36.903712 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89411824-8005-47f9-b5d7-92215f8be77f', 'name': 'network-vif-deleted', 'tag': '2b2b764e-5af4-43d0-a94e-7cd4563bb475'}] {{(pid=83999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 21:42:36.918649 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-cb99dea2-abdf-4e5a-a83a-855be6fb5fcf req-df93dcd9-994d-41c6-8205-124da35ff370 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] 10.222.0.46 "DELETE /v2.0/ports/2b2b764e-5af4-43d0-a94e-7cd4563bb475 HTTP/1.1" status: 204 len: 173 time: 1.0427470 Feb 15 21:42:37.030100 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89411824-8005-47f9-b5d7-92215f8be77f', 'name': 'network-vif-deleted', 'tag': '2b2b764e-5af4-43d0-a94e-7cd4563bb475', 'status': 'completed', 'code': 200} Feb 15 21:42:37.042013 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [req-592ccb12-510e-464d-992a-35bd1ffcf6ae req-7afc524a-69c3-4d71-87e8-28fdadd1ffa3 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Synchronizing usage tracker for tenant:964e5fef0d9f42da9da2717fddfc34f1 on resource:port {{(pid=83999) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 21:42:37.065869 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [req-592ccb12-510e-464d-992a-35bd1ffcf6ae req-7afc524a-69c3-4d71-87e8-28fdadd1ffa3 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Unset dirty status for tenant:964e5fef0d9f42da9da2717fddfc34f1 on resource:port {{(pid=83999) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 21:42:37.067195 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-592ccb12-510e-464d-992a-35bd1ffcf6ae req-7afc524a-69c3-4d71-87e8-28fdadd1ffa3 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] 10.222.0.68 "GET /v2.0/ports?device_id=89411824-8005-47f9-b5d7-92215f8be77f HTTP/1.1" status: 200 len: 210 time: 0.1089973 Feb 15 21:42:37.281906 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Device 2b2b764e-5af4-43d0-a94e-7cd4563bb475 no longer exists at agent ovs-agent-hv-cinder-77525 {{(pid=84000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 15 21:42:37.324727 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.plugin [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] No Port match for: 2b2b764e-5af4-43d0-a94e-7cd4563bb475 {{(pid=84000) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 15 21:42:37.325151 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Device 2b2b764e-5af4-43d0-a94e-7cd4563bb475 not bound to the agent host hv-cinder-77525 {{(pid=84000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 15 21:42:37.405226 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912381da-be7f-435e-955d-9e7d5bb0397d req-28d81187-da1c-4c42-bcf9-11c0e94ceb6a tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:42:37.406947 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-912381da-be7f-435e-955d-9e7d5bb0397d req-28d81187-da1c-4c42-bcf9-11c0e94ceb6a tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "GET /v2.0/ports?device_id=75161876-5fd7-4cd5-bcc1-e7aef527b1ee HTTP/1.1" status: 200 len: 945 time: 0.0885503 Feb 15 21:42:37.460455 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-912381da-be7f-435e-955d-9e7d5bb0397d req-2d067ab0-d588-4e05-a72d-604122f34375 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "GET /v2.0/security-groups?id=0f7c9e5d-2f88-4d15-bd89-ff8afec8e837&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467122 Feb 15 21:42:37.763245 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f316370-1440-46b2-8ed3-7c50f10a665c req-9efd578a-5ce6-4cd2-b9dc-a6ed89682100 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:42:37.765672 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-7f316370-1440-46b2-8ed3-7c50f10a665c req-9efd578a-5ce6-4cd2-b9dc-a6ed89682100 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/ports?device_id=22283d64-fb12-49e8-a3ff-d8be33246567 HTTP/1.1" status: 200 len: 946 time: 0.0919712 Feb 15 21:42:37.822970 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-7f316370-1440-46b2-8ed3-7c50f10a665c req-a70faf90-d47f-447b-9267-65b45d6443e3 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/security-groups?id=cfa94711-8349-42e9-83b9-bdf74ec03915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497255 Feb 15 21:42:38.715275 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e337b4-eb9f-4ac3-9213-82574da6c7a6 req-923210a3-69ae-42ab-9128-9d9f6087e063 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:42:38.716888 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-54e337b4-eb9f-4ac3-9213-82574da6c7a6 req-923210a3-69ae-42ab-9128-9d9f6087e063 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "GET /v2.0/ports?device_id=75161876-5fd7-4cd5-bcc1-e7aef527b1ee HTTP/1.1" status: 200 len: 945 time: 0.0942810 Feb 15 21:42:38.768269 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-54e337b4-eb9f-4ac3-9213-82574da6c7a6 req-e0c20138-1993-46cf-ab8b-9404493d696f tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "GET /v2.0/security-groups?id=0f7c9e5d-2f88-4d15-bd89-ff8afec8e837&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434873 Feb 15 21:42:39.062914 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a175ae-bef6-4616-a11d-2b7d471c6684 req-431a5e38-9584-4aa3-8f19-86817c6748a6 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:42:39.065886 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-c2a175ae-bef6-4616-a11d-2b7d471c6684 req-431a5e38-9584-4aa3-8f19-86817c6748a6 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/ports?device_id=22283d64-fb12-49e8-a3ff-d8be33246567 HTTP/1.1" status: 200 len: 946 time: 0.0974004 Feb 15 21:42:39.135262 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-c2a175ae-bef6-4616-a11d-2b7d471c6684 req-37541dfe-6d12-4e6d-bfcd-1df20e7350f6 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/security-groups?id=cfa94711-8349-42e9-83b9-bdf74ec03915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626109 Feb 15 21:42:39.830840 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a6d914-3bb1-4314-a24c-a75c4e12a2ce req-0f6bc442-91c1-4205-8475-bf51383da487 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:42:39.832492 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-16a6d914-3bb1-4314-a24c-a75c4e12a2ce req-0f6bc442-91c1-4205-8475-bf51383da487 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] 10.222.0.68 "GET /v2.0/ports?device_id=e664b4ef-9ca0-4e9a-9660-25803b26daa8 HTTP/1.1" status: 200 len: 945 time: 0.0956028 Feb 15 21:42:39.934860 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-16a6d914-3bb1-4314-a24c-a75c4e12a2ce req-97197203-d851-4546-b461-29ce39693374 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] 10.222.0.68 "GET /v2.0/security-groups?id=eacf551a-e03d-4784-a8ef-492410bc89e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670118 Feb 15 21:42:39.998599 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4851046-14c7-430f-b531-0b4501ea0886 req-976a9ffa-6c01-4b82-92c6-3d5c0a95cf89 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:42:40.000228 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-b4851046-14c7-430f-b531-0b4501ea0886 req-976a9ffa-6c01-4b82-92c6-3d5c0a95cf89 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "GET /v2.0/ports?device_id=75161876-5fd7-4cd5-bcc1-e7aef527b1ee HTTP/1.1" status: 200 len: 945 time: 0.1106553 Feb 15 21:42:40.060861 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-b4851046-14c7-430f-b531-0b4501ea0886 req-fdf203e9-c624-47c2-9a29-8be815e696c2 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "GET /v2.0/security-groups?id=0f7c9e5d-2f88-4d15-bd89-ff8afec8e837&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486197 Feb 15 21:42:40.367797 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b713ae0c-3c68-4a42-a092-6dda3bb9e912 req-8b227d71-415e-4db4-bcbd-40c8f66cfab1 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:42:40.369446 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-b713ae0c-3c68-4a42-a092-6dda3bb9e912 req-8b227d71-415e-4db4-bcbd-40c8f66cfab1 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/ports?device_id=22283d64-fb12-49e8-a3ff-d8be33246567 HTTP/1.1" status: 200 len: 946 time: 0.0946307 Feb 15 21:42:40.443552 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-b713ae0c-3c68-4a42-a092-6dda3bb9e912 req-c8ab1655-2151-4fa2-9e30-d410d1376ab7 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/security-groups?id=cfa94711-8349-42e9-83b9-bdf74ec03915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672100 Feb 15 21:42:40.682136 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7aaed7-1ed6-4e8e-a7f9-2007778406c7 req-79d112df-3b30-4a5a-9412-067e949a3b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:42:40.684845 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-7d7aaed7-1ed6-4e8e-a7f9-2007778406c7 req-79d112df-3b30-4a5a-9412-067e949a3b47 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6560e6c9f85e4d83bbd45fb6f6c6ecff&device_id=22283d64-fb12-49e8-a3ff-d8be33246567 HTTP/1.1" status: 200 len: 1163 time: 0.1368985 Feb 15 21:42:40.920533 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7aaed7-1ed6-4e8e-a7f9-2007778406c7 req-2ba5ee27-ec04-49cb-ba73-d79fb305ea5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:42:40.922595 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-7d7aaed7-1ed6-4e8e-a7f9-2007778406c7 req-2ba5ee27-ec04-49cb-ba73-d79fb305ea5b service neutron] 10.222.0.46 "GET /v2.0/networks?id=c278209e-60b4-4d2d-9f56-5790073f68ce HTTP/1.1" status: 200 len: 910 time: 0.1516764 Feb 15 21:42:41.012330 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-7d7aaed7-1ed6-4e8e-a7f9-2007778406c7 req-cf163a8f-c2d5-470b-a782-c7ec89cb8936 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1be03bc2-babb-4dfe-95ed-1391e5bcd7bf HTTP/1.1" status: 200 len: 217 time: 0.0708590 Feb 15 21:42:41.119536 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7aaed7-1ed6-4e8e-a7f9-2007778406c7 req-517165b1-780a-4e89-8812-f15a90072747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:42:41.122886 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-7d7aaed7-1ed6-4e8e-a7f9-2007778406c7 req-517165b1-780a-4e89-8812-f15a90072747 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f72e66a9-c0ee-498d-b316-6527684306cf HTTP/1.1" status: 200 len: 856 time: 0.0978734 Feb 15 21:42:41.237983 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-7d7aaed7-1ed6-4e8e-a7f9-2007778406c7 req-edd2f493-1a96-4d9f-82a4-7cb702e9cde6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c278209e-60b4-4d2d-9f56-5790073f68ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1036472 Feb 15 21:42:41.287982 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164949ce-57b9-4c6f-80cb-b5f63dc0b397 req-ba445910-4475-4b1a-96fe-f3b0bfc43825 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:42:41.289684 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-164949ce-57b9-4c6f-80cb-b5f63dc0b397 req-ba445910-4475-4b1a-96fe-f3b0bfc43825 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "GET /v2.0/ports?device_id=75161876-5fd7-4cd5-bcc1-e7aef527b1ee HTTP/1.1" status: 200 len: 945 time: 0.0913284 Feb 15 21:42:41.355177 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-164949ce-57b9-4c6f-80cb-b5f63dc0b397 req-5c787226-aa27-47e2-b25e-98c58e784584 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "GET /v2.0/security-groups?id=0f7c9e5d-2f88-4d15-bd89-ff8afec8e837&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573781 Feb 15 21:42:41.578307 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af95a4e8-c37f-4424-b102-40c9d0a9230e req-8f39f690-cc39-42de-aa2c-bd6a66727bd6 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:42:41.580791 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-af95a4e8-c37f-4424-b102-40c9d0a9230e req-8f39f690-cc39-42de-aa2c-bd6a66727bd6 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] 10.222.0.68 "GET /v2.0/ports?device_id=e664b4ef-9ca0-4e9a-9660-25803b26daa8 HTTP/1.1" status: 200 len: 945 time: 0.3413856 Feb 15 21:42:41.642605 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-7d7aaed7-1ed6-4e8e-a7f9-2007778406c7 req-a626f492-0cbf-45af-ae03-a5b5f954142a service neutron] 10.222.0.46 "GET /v2.0/networks/c278209e-60b4-4d2d-9f56-5790073f68ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3189983 Feb 15 21:42:41.670373 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aefb26-feeb-4b9b-990a-a8efbca5064b req-26e6f12e-fe70-49bb-b9ce-9baabad06f10 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:42:41.672083 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-99aefb26-feeb-4b9b-990a-a8efbca5064b req-26e6f12e-fe70-49bb-b9ce-9baabad06f10 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/ports?device_id=22283d64-fb12-49e8-a3ff-d8be33246567 HTTP/1.1" status: 200 len: 946 time: 0.0916030 Feb 15 21:42:41.723216 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-99aefb26-feeb-4b9b-990a-a8efbca5064b req-d6cd824e-2bc9-45e8-ba15-a9fa986560c3 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/security-groups?id=cfa94711-8349-42e9-83b9-bdf74ec03915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438514 Feb 15 21:42:41.736642 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-af95a4e8-c37f-4424-b102-40c9d0a9230e req-7346904d-62a4-4a27-8e1d-69444901fba9 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] 10.222.0.68 "GET /v2.0/security-groups?id=eacf551a-e03d-4784-a8ef-492410bc89e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397078 Feb 15 21:42:41.861890 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-7d7aaed7-1ed6-4e8e-a7f9-2007778406c7 req-79a43234-5062-4b37-8233-32fd43054daf service neutron] 10.222.0.46 "GET /v2.0/networks/c278209e-60b4-4d2d-9f56-5790073f68ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1988726 Feb 15 21:42:42.562778 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f5eb58-9fd9-4ba9-9a60-bfa144ee6750 req-6141e2e5-4c9c-4047-b7ac-43ee87af9a2e tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:42:42.564879 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-a2f5eb58-9fd9-4ba9-9a60-bfa144ee6750 req-6141e2e5-4c9c-4047-b7ac-43ee87af9a2e tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "GET /v2.0/ports?device_id=75161876-5fd7-4cd5-bcc1-e7aef527b1ee HTTP/1.1" status: 200 len: 945 time: 0.0900455 Feb 15 21:42:42.619199 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-a2f5eb58-9fd9-4ba9-9a60-bfa144ee6750 req-6b0adee9-af78-4559-92f1-24b2b5f272bd tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "GET /v2.0/security-groups?id=0f7c9e5d-2f88-4d15-bd89-ff8afec8e837&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477903 Feb 15 21:42:42.970623 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c76274-54de-461a-be09-362f3714d060 req-824e1388-dcf9-4b82-b7b9-f8ef361e8800 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:42:42.972460 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-50c76274-54de-461a-be09-362f3714d060 req-824e1388-dcf9-4b82-b7b9-f8ef361e8800 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] 10.222.0.68 "GET /v2.0/ports?device_id=e664b4ef-9ca0-4e9a-9660-25803b26daa8 HTTP/1.1" status: 200 len: 945 time: 0.1082363 Feb 15 21:42:43.007881 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338150e4-e9a0-4148-8269-648371bcda7f req-21a52e52-ae11-451e-a206-9a58ef6c71f7 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:42:43.010434 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-338150e4-e9a0-4148-8269-648371bcda7f req-21a52e52-ae11-451e-a206-9a58ef6c71f7 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/ports?device_id=22283d64-fb12-49e8-a3ff-d8be33246567 HTTP/1.1" status: 200 len: 946 time: 0.1537807 Feb 15 21:42:43.031370 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-50c76274-54de-461a-be09-362f3714d060 req-0f6dc711-9da5-4268-85cf-4c34a694058a tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] 10.222.0.68 "GET /v2.0/security-groups?id=eacf551a-e03d-4784-a8ef-492410bc89e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512805 Feb 15 21:42:43.040822 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Device 9893a8d2-0f6f-4123-8406-4e5415a08932 up at agent ovs-agent-hv-cinder-77525 {{(pid=84000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:42:43.067808 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-338150e4-e9a0-4148-8269-648371bcda7f req-c22bd472-76f3-4a92-af82-673d47a7675d tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/security-groups?id=cfa94711-8349-42e9-83b9-bdf74ec03915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498006 Feb 15 21:42:43.134332 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Provisioning complete for port 9893a8d2-0f6f-4123-8406-4e5415a08932 triggered by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:42:43.134758 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:42:43.203279 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01e03f1-a312-4bdf-889e-054198a57dd6 req-8da507f5-fa0c-4559-bff0-9e1aa7123dcf tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:42:43.205004 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-e01e03f1-a312-4bdf-889e-054198a57dd6 req-8da507f5-fa0c-4559-bff0-9e1aa7123dcf tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] 10.222.0.46 "GET /v2.0/ports?device_id=e664b4ef-9ca0-4e9a-9660-25803b26daa8 HTTP/1.1" status: 200 len: 945 time: 0.0960195 Feb 15 21:42:43.298282 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.plugin [req-e01e03f1-a312-4bdf-889e-054198a57dd6 req-78672737-78ed-432e-9086-0feba3e8c377 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Deleting port 6b5a5fcb-fec3-450a-8f23-693774dbbad1 {{(pid=83999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 21:42:43.298579 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-e01e03f1-a312-4bdf-889e-054198a57dd6 req-78672737-78ed-432e-9086-0feba3e8c377 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779317974814'] for port, before_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:42:43.588923 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [req-e01e03f1-a312-4bdf-889e-054198a57dd6 req-78672737-78ed-432e-9086-0feba3e8c377 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] For port 6b5a5fcb-fec3-450a-8f23-693774dbbad1, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=6b5a5fcb-fec3-450a-8f23-693774dbbad1,segment=NetworkSegment(a30449d5-f7e3-46b3-92df-c80a6b63f000),segment_id=a30449d5-f7e3-46b3-92df-c80a6b63f000)] {{(pid=83999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:42:43.589528 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-e01e03f1-a312-4bdf-889e-054198a57dd6 req-78672737-78ed-432e-9086-0feba3e8c377 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3871786'] for port, precommit_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:42:43.836478 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea03afb-5941-4734-8740-7165fbfc2419 req-1314822d-edb9-4948-982f-06597d90969a tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:42:43.838284 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-2ea03afb-5941-4734-8740-7165fbfc2419 req-1314822d-edb9-4948-982f-06597d90969a tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "GET /v2.0/ports?device_id=75161876-5fd7-4cd5-bcc1-e7aef527b1ee HTTP/1.1" status: 200 len: 945 time: 0.0944467 Feb 15 21:42:43.878261 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:42:43.919101 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-2ea03afb-5941-4734-8740-7165fbfc2419 req-8859adf9-e261-44fd-83c0-f1dd51908035 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "GET /v2.0/security-groups?id=0f7c9e5d-2f88-4d15-bd89-ff8afec8e837&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628979 Feb 15 21:42:43.967108 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.plugin [req-e01e03f1-a312-4bdf-889e-054198a57dd6 req-78672737-78ed-432e-9086-0feba3e8c377 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Calling delete_port for 6b5a5fcb-fec3-450a-8f23-693774dbbad1 owned by compute:nova {{(pid=83999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 21:42:44.126139 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-e01e03f1-a312-4bdf-889e-054198a57dd6 req-78672737-78ed-432e-9086-0feba3e8c377 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779317976810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363257537242535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853815187'] for port, after_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:42:44.141660 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-f4d6b296-405f-478d-976a-b32eac2f6c8e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:42:44.205094 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78672737-78ed-432e-9086-0feba3e8c377 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Pushing event deleted for resources: {'Port': ['ID=6b5a5fcb-fec3-450a-8f23-693774dbbad1,revision_number=None']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:42:44.246930 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-78672737-78ed-432e-9086-0feba3e8c377 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:42:44.314038 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-f8a19aea-49d4-4c5c-8ba3-c9f3325e5a22 req-64c21ff3-af92-4149-b366-d806d711d702 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] 10.222.0.68 "GET /v2.0/ports?device_id=e664b4ef-9ca0-4e9a-9660-25803b26daa8 HTTP/1.1" status: 200 len: 210 time: 0.1099532 Feb 15 21:42:44.334479 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0cfd74-fdab-4a7a-ab3e-e0e6f6aacfcb req-67c58373-4073-4064-990d-fd1334cb9460 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:42:44.337218 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-0a0cfd74-fdab-4a7a-ab3e-e0e6f6aacfcb req-67c58373-4073-4064-990d-fd1334cb9460 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/ports?device_id=22283d64-fb12-49e8-a3ff-d8be33246567 HTTP/1.1" status: 200 len: 946 time: 0.1406844 Feb 15 21:42:44.414089 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-0a0cfd74-fdab-4a7a-ab3e-e0e6f6aacfcb req-2acf60b1-c622-4d0a-978b-bf7d1db387a1 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/security-groups?id=cfa94711-8349-42e9-83b9-bdf74ec03915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703347 Feb 15 21:42:44.421603 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvrscheduler_db [req-e01e03f1-a312-4bdf-889e-054198a57dd6 req-78672737-78ed-432e-9086-0feba3e8c377 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] No DVR routers for this DVR port 6b5a5fcb-fec3-450a-8f23-693774dbbad1 on host hv-cinder-77525 {{(pid=83999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 15 21:42:44.425173 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-e01e03f1-a312-4bdf-889e-054198a57dd6 req-78672737-78ed-432e-9086-0feba3e8c377 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762656'] for port, before_response {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:42:44.440779 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e664b4ef-9ca0-4e9a-9660-25803b26daa8', 'name': 'network-vif-deleted', 'tag': '6b5a5fcb-fec3-450a-8f23-693774dbbad1'}] {{(pid=83999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 21:42:44.459434 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-e01e03f1-a312-4bdf-889e-054198a57dd6 req-78672737-78ed-432e-9086-0feba3e8c377 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] 10.222.0.46 "DELETE /v2.0/ports/6b5a5fcb-fec3-450a-8f23-693774dbbad1 HTTP/1.1" status: 204 len: 173 time: 1.2350402 Feb 15 21:42:44.496230 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e664b4ef-9ca0-4e9a-9660-25803b26daa8', 'name': 'network-vif-deleted', 'tag': '6b5a5fcb-fec3-450a-8f23-693774dbbad1', 'status': 'completed', 'code': 200} Feb 15 21:42:44.975939 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Device 6b5a5fcb-fec3-450a-8f23-693774dbbad1 no longer exists at agent ovs-agent-hv-cinder-77525 {{(pid=84000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 15 21:42:45.037899 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.plugin [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] No Port match for: 6b5a5fcb-fec3-450a-8f23-693774dbbad1 {{(pid=84000) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 15 21:42:45.038509 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Device 6b5a5fcb-fec3-450a-8f23-693774dbbad1 not bound to the agent host hv-cinder-77525 {{(pid=84000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 15 21:42:45.158848 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab168d5-ae99-457d-86a9-699092bfc50b req-9d0c4825-8af7-4479-8f5d-20a50725001e tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:42:45.160608 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-bab168d5-ae99-457d-86a9-699092bfc50b req-9d0c4825-8af7-4479-8f5d-20a50725001e tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "GET /v2.0/ports?device_id=75161876-5fd7-4cd5-bcc1-e7aef527b1ee HTTP/1.1" status: 200 len: 945 time: 0.0924804 Feb 15 21:42:45.216359 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-bab168d5-ae99-457d-86a9-699092bfc50b req-71791924-e11e-41c9-b868-7154c0ff0611 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "GET /v2.0/security-groups?id=0f7c9e5d-2f88-4d15-bd89-ff8afec8e837&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445149 Feb 15 21:42:45.428944 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83998) accepted ('10.222.0.68', 48556) {{(pid=83998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:42:45.503673 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.db_base_plugin_v2 [None req-68a01f27-7f34-4b7b-bdba-8f5f04d8d9e0 admin admin] Deleting subnet dcb6e13b-2686-42e4-a027-d54b68f82f25 {{(pid=83998) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 15 21:42:45.507781 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-68a01f27-7f34-4b7b-bdba-8f5f04d8d9e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:42:45.720188 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e000265-1e1c-41e1-8fac-f6e4b660456c req-879a61eb-66f7-4ade-821e-1ebdf2f31e0e tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:42:45.722973 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-9e000265-1e1c-41e1-8fac-f6e4b660456c req-879a61eb-66f7-4ade-821e-1ebdf2f31e0e tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "GET /v2.0/ports?device_id=75161876-5fd7-4cd5-bcc1-e7aef527b1ee HTTP/1.1" status: 200 len: 945 time: 0.1361115 Feb 15 21:42:45.734626 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-68a01f27-7f34-4b7b-bdba-8f5f04d8d9e0 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:42:45.751822 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-68a01f27-7f34-4b7b-bdba-8f5f04d8d9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3509935'] for subnet, precommit_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:42:45.838959 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-9e000265-1e1c-41e1-8fac-f6e4b660456c req-2c6b15bc-8e80-4e88-926f-0a136aed3934 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "GET /v2.0/security-groups?id=0f7c9e5d-2f88-4d15-bd89-ff8afec8e837&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096735 Feb 15 21:42:45.841829 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5095a100-2d69-457e-a377-945aa27a7b90 req-434729d3-54dd-4e83-9297-556a8eace3b2 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:42:45.854548 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-5095a100-2d69-457e-a377-945aa27a7b90 req-434729d3-54dd-4e83-9297-556a8eace3b2 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/ports?device_id=22283d64-fb12-49e8-a3ff-d8be33246567 HTTP/1.1" status: 200 len: 946 time: 0.2949874 Feb 15 21:42:45.914380 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58ee5ad-22a6-4c40-91b3-76d42dc35926 req-57e45638-247d-4c76-979e-16e2dc16477e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:42:45.915991 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-d58ee5ad-22a6-4c40-91b3-76d42dc35926 req-57e45638-247d-4c76-979e-16e2dc16477e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=01d1e938225c413c8b7177a31ac61fd8&device_id=75161876-5fd7-4cd5-bcc1-e7aef527b1ee HTTP/1.1" status: 200 len: 1162 time: 0.1696484 Feb 15 21:42:45.948299 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-5095a100-2d69-457e-a377-945aa27a7b90 req-9e5b64f8-5196-48cb-a3af-4eeb99e81934 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/security-groups?id=cfa94711-8349-42e9-83b9-bdf74ec03915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923588 Feb 15 21:42:46.144269 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58ee5ad-22a6-4c40-91b3-76d42dc35926 req-312a78c4-2603-44a1-84f6-e4a3a99697dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:42:46.145941 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-d58ee5ad-22a6-4c40-91b3-76d42dc35926 req-312a78c4-2603-44a1-84f6-e4a3a99697dc service neutron] 10.222.0.46 "GET /v2.0/networks?id=69e9f844-d8da-4039-9b13-e108b452a38b HTTP/1.1" status: 200 len: 904 time: 0.2206693 Feb 15 21:42:46.250529 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [req-1ab70d7d-2b40-4e9a-96b0-036bdb23a4ca req-39952277-eceb-4a5a-b6d8-50e01aabd69d tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Synchronizing usage tracker for tenant:e5c39c2be7094b439ebb60d1c07bbb7e on resource:security_group {{(pid=83998) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 21:42:46.263845 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-d58ee5ad-22a6-4c40-91b3-76d42dc35926 req-b95151aa-8bc5-47f3-a948-e96a40d8e228 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9893a8d2-0f6f-4123-8406-4e5415a08932 HTTP/1.1" status: 200 len: 1001 time: 0.1095798 Feb 15 21:42:46.276720 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [req-1ab70d7d-2b40-4e9a-96b0-036bdb23a4ca req-39952277-eceb-4a5a-b6d8-50e01aabd69d tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Unset dirty status for tenant:e5c39c2be7094b439ebb60d1c07bbb7e on resource:security_group {{(pid=83998) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 21:42:46.278895 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-1ab70d7d-2b40-4e9a-96b0-036bdb23a4ca req-39952277-eceb-4a5a-b6d8-50e01aabd69d tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-1720228992&fields=id&tenant_id=e5c39c2be7094b439ebb60d1c07bbb7e HTTP/1.1" status: 200 len: 267 time: 0.1176891 Feb 15 21:42:46.340199 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58ee5ad-22a6-4c40-91b3-76d42dc35926 req-5a1840e3-bdd3-42aa-9527-83d613827489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:42:46.341960 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-d58ee5ad-22a6-4c40-91b3-76d42dc35926 req-5a1840e3-bdd3-42aa-9527-83d613827489 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=96a9e4d7-4193-4d87-beab-01964d61c871 HTTP/1.1" status: 200 len: 849 time: 0.0702181 Feb 15 21:42:46.379073 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-68a01f27-7f34-4b7b-bdba-8f5f04d8d9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851265832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232'] for subnet, after_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:42:46.439066 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58ee5ad-22a6-4c40-91b3-76d42dc35926 req-0028875b-52cb-4c89-b944-800e973cc597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:42:46.440931 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-d58ee5ad-22a6-4c40-91b3-76d42dc35926 req-0028875b-52cb-4c89-b944-800e973cc597 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=69e9f844-d8da-4039-9b13-e108b452a38b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0826421 Feb 15 21:42:46.493312 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:42:46.592909 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a01f27-7f34-4b7b-bdba-8f5f04d8d9e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dcb6e13b-2686-42e4-a027-d54b68f82f25,revision_number=None']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:42:46.597516 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-d58ee5ad-22a6-4c40-91b3-76d42dc35926 req-08a3c673-b094-412f-b7e4-c50e6bcd75c8 service neutron] 10.222.0.46 "GET /v2.0/networks/69e9f844-d8da-4039-9b13-e108b452a38b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439021 Feb 15 21:42:46.609325 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-68a01f27-7f34-4b7b-bdba-8f5f04d8d9e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:42:46.758194 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-d58ee5ad-22a6-4c40-91b3-76d42dc35926 req-f6e5efa8-5ad0-4744-87bb-cd106b6ea3c9 service neutron] 10.222.0.46 "GET /v2.0/networks/69e9f844-d8da-4039-9b13-e108b452a38b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1484213 Feb 15 21:42:46.789473 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab70d7d-2b40-4e9a-96b0-036bdb23a4ca req-d990e1f3-cf99-470c-b7c9-b886fa8aa0c0 tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:42:46.790217 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [req-1ab70d7d-2b40-4e9a-96b0-036bdb23a4ca req-d990e1f3-cf99-470c-b7c9-b886fa8aa0c0 tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Synchronizing usage tracker for tenant:e5c39c2be7094b439ebb60d1c07bbb7e on resource:network {{(pid=83998) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 21:42:46.806468 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-68a01f27-7f34-4b7b-bdba-8f5f04d8d9e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:42:46.821517 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-68a01f27-7f34-4b7b-bdba-8f5f04d8d9e0 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/dcb6e13b-2686-42e4-a027-d54b68f82f25 HTTP/1.1" status: 204 len: 168 time: 1.3912487 Feb 15 21:42:46.822795 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [req-1ab70d7d-2b40-4e9a-96b0-036bdb23a4ca req-d990e1f3-cf99-470c-b7c9-b886fa8aa0c0 tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Unset dirty status for tenant:e5c39c2be7094b439ebb60d1c07bbb7e on resource:network {{(pid=83998) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 21:42:46.824300 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 48582) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:42:46.825612 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-1ab70d7d-2b40-4e9a-96b0-036bdb23a4ca req-d990e1f3-cf99-470c-b7c9-b886fa8aa0c0 tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] 10.222.0.68 "GET /v2.0/networks?id=6e26f87c-2805-4f2b-8fbf-dfda22b57e8d HTTP/1.1" status: 200 len: 806 time: 0.5326159 Feb 15 21:42:46.848878 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-1ab70d7d-2b40-4e9a-96b0-036bdb23a4ca req-4ab227a1-f08d-450d-ae3a-2b3c53b999d2 tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] 10.222.0.68 "GET /v2.0/quotas/e5c39c2be7094b439ebb60d1c07bbb7e HTTP/1.1" status: 200 len: 375 time: 0.0173378 Feb 15 21:42:46.996474 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-bfa682f5-67b2-498c-9071-184bf0841c1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3535857'] for network, before_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:42:47.008800 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [req-1ab70d7d-2b40-4e9a-96b0-036bdb23a4ca req-bc39cd25-8b14-4497-920d-8b58c77c3e30 tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Synchronizing usage tracker for tenant:e5c39c2be7094b439ebb60d1c07bbb7e on resource:port {{(pid=83998) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 21:42:47.026107 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [req-1ab70d7d-2b40-4e9a-96b0-036bdb23a4ca req-bc39cd25-8b14-4497-920d-8b58c77c3e30 tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Unset dirty status for tenant:e5c39c2be7094b439ebb60d1c07bbb7e on resource:port {{(pid=83998) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 21:42:47.027571 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-1ab70d7d-2b40-4e9a-96b0-036bdb23a4ca req-bc39cd25-8b14-4497-920d-8b58c77c3e30 tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=e5c39c2be7094b439ebb60d1c07bbb7e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1721611 Feb 15 21:42:47.185044 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-1ab70d7d-2b40-4e9a-96b0-036bdb23a4ca req-e2b60e12-ebee-4a8d-89d6-995567c1bb6d service neutron] 10.222.0.68 "GET /v2.0/networks/6e26f87c-2805-4f2b-8fbf-dfda22b57e8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441951 Feb 15 21:42:47.263363 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-bfa682f5-67b2-498c-9071-184bf0841c1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3509558', 'neutron.services.segments.db._delete_segments_for_network--9223363257536900809'] for network, precommit_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:42:47.303048 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc2d748-1a8a-4926-8d41-9a42c024341a req-14751168-71e0-4283-8289-7ea3dc9d39ae tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:42:47.304706 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-3bc2d748-1a8a-4926-8d41-9a42c024341a req-14751168-71e0-4283-8289-7ea3dc9d39ae tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "GET /v2.0/ports?device_id=75161876-5fd7-4cd5-bcc1-e7aef527b1ee HTTP/1.1" status: 200 len: 945 time: 0.2536058 Feb 15 21:42:47.337956 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-1ab70d7d-2b40-4e9a-96b0-036bdb23a4ca req-fbbeb816-6029-4f53-8b8c-0f1e8d7945c0 service neutron] 10.222.0.68 "GET /v2.0/networks/6e26f87c-2805-4f2b-8fbf-dfda22b57e8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1438191 Feb 15 21:42:47.430544 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.services.segments.db [None req-bfa682f5-67b2-498c-9071-184bf0841c1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e351d7f-ec41-4316-8703-e8fda2cbe604']}} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:42:47.440587 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-3bc2d748-1a8a-4926-8d41-9a42c024341a req-76d36a9b-6bfb-4420-947c-5304e2559373 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "GET /v2.0/security-groups?id=0f7c9e5d-2f88-4d15-bd89-ff8afec8e837&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855570 Feb 15 21:42:47.447503 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.services.segments.db [None req-bfa682f5-67b2-498c-9071-184bf0841c1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a30449d5-f7e3-46b3-92df-c80a6b63f000') {'for_net_delete': True} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:42:47.447832 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.services.segments.db [None req-bfa682f5-67b2-498c-9071-184bf0841c1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a30449d5-f7e3-46b3-92df-c80a6b63f000') {} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:42:47.473030 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-bfa682f5-67b2-498c-9071-184bf0841c1a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318004322', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036592600458'] for segment, before_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:42:47.494013 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-bfa682f5-67b2-498c-9071-184bf0841c1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515977'] for segment, precommit_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:42:47.496367 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-bfa682f5-67b2-498c-9071-184bf0841c1a admin admin] Releasing vxlan tunnel 3 to pool {{(pid=83999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 15 21:42:47.755955 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.managers [None req-bfa682f5-67b2-498c-9071-184bf0841c1a admin admin] Network 7e351d7f-ec41-4316-8703-e8fda2cbe604 has no segments {{(pid=83999) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 15 21:42:47.768168 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-bfa682f5-67b2-498c-9071-184bf0841c1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851259790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-960598'] for segment, after_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:42:48.014975 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1047620-acc4-419b-9393-364bd848db13 req-ee5f8e78-a211-4806-bbbd-106e4b332d9f tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:42:48.017657 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-a1047620-acc4-419b-9393-364bd848db13 req-ee5f8e78-a211-4806-bbbd-106e4b332d9f tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/ports?device_id=22283d64-fb12-49e8-a3ff-d8be33246567 HTTP/1.1" status: 200 len: 946 time: 0.4365675 Feb 15 21:42:48.047239 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.managers [None req-bfa682f5-67b2-498c-9071-184bf0841c1a admin admin] Network 7e351d7f-ec41-4316-8703-e8fda2cbe604 has no segments {{(pid=83999) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 15 21:42:48.089551 dv-cinder-775250-3-smb neutron-server[83887]: Traceback (most recent call last): Feb 15 21:42:48.089551 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 21:42:48.089551 dv-cinder-775250-3-smb neutron-server[83887]: timer() Feb 15 21:42:48.089551 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 21:42:48.089551 dv-cinder-775250-3-smb neutron-server[83887]: cb(*args, **kw) Feb 15 21:42:48.089551 dv-cinder-775250-3-smb neutron-server[83887]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 15 21:42:48.089551 dv-cinder-775250-3-smb neutron-server[83887]: return func(*args, **kwargs) Feb 15 21:42:48.089551 dv-cinder-775250-3-smb neutron-server[83887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 21:42:48.089551 dv-cinder-775250-3-smb neutron-server[83887]: self._notify() Feb 15 21:42:48.089551 dv-cinder-775250-3-smb neutron-server[83887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 21:42:48.089551 dv-cinder-775250-3-smb neutron-server[83887]: self.callback(batched_events) Feb 15 21:42:48.089551 dv-cinder-775250-3-smb neutron-server[83887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 21:42:48.089551 dv-cinder-775250-3-smb neutron-server[83887]: event.method(event) Feb 15 21:42:48.089551 dv-cinder-775250-3-smb neutron-server[83887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 21:42:48.089551 dv-cinder-775250-3-smb neutron-server[83887]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 21:42:48.089551 dv-cinder-775250-3-smb neutron-server[83887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 15 21:42:48.089551 dv-cinder-775250-3-smb neutron-server[83887]: segment_id)['aggregates'][0] Feb 15 21:42:48.089551 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 21:42:48.089551 dv-cinder-775250-3-smb neutron-server[83887]: return f(self, *a, **k) Feb 15 21:42:48.089551 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 21:42:48.089551 dv-cinder-775250-3-smb neutron-server[83887]: return self._get(url).json() Feb 15 21:42:48.089551 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 21:42:48.089551 dv-cinder-775250-3-smb neutron-server[83887]: **kwargs) Feb 15 21:42:48.089551 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 15 21:42:48.089551 dv-cinder-775250-3-smb neutron-server[83887]: return self.request(url, 'GET', **kwargs) Feb 15 21:42:48.089551 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 15 21:42:48.089551 dv-cinder-775250-3-smb neutron-server[83887]: **endpoint_filter) Feb 15 21:42:48.089551 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 15 21:42:48.089551 dv-cinder-775250-3-smb neutron-server[83887]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 21:42:48.089551 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 15 21:42:48.089551 dv-cinder-775250-3-smb neutron-server[83887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 21:42:48.089551 dv-cinder-775250-3-smb neutron-server[83887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 21:42:48.258427 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-a1047620-acc4-419b-9393-364bd848db13 req-b53a357c-dadb-40fc-b2d0-e2873090337c tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/security-groups?id=cfa94711-8349-42e9-83b9-bdf74ec03915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140820 Feb 15 21:42:48.277691 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-bfa682f5-67b2-498c-9071-184bf0841c1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851266290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3816652'] for network, after_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:42:48.303072 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-bfa682f5-67b2-498c-9071-184bf0841c1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851048245'] for network, before_response {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:42:48.315037 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-5c1eebab-6604-4295-88cb-b319b3b3f609 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:42:48.333050 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-2d53fffa-df1a-4954-9c22-54d120754ecb req-dd586763-0a0a-4eb5-9a9b-2b3a81e1a25f tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] 10.222.0.68 "GET /v2.0/ports?device_id=41ba888e-6794-4d21-8b8c-00578e7eb22d HTTP/1.1" status: 200 len: 210 time: 0.0536125 Feb 15 21:42:48.337757 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-bfa682f5-67b2-498c-9071-184bf0841c1a admin admin] 10.222.0.68 "DELETE /v2.0/networks/7e351d7f-ec41-4316-8703-e8fda2cbe604 HTTP/1.1" status: 204 len: 168 time: 1.5122583 Feb 15 21:42:48.341188 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa682f5-67b2-498c-9071-184bf0841c1a admin admin] Pushing event deleted for resources: {'Network': ['ID=7e351d7f-ec41-4316-8703-e8fda2cbe604,revision_number=None']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:42:48.354561 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-bfa682f5-67b2-498c-9071-184bf0841c1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:42:48.494134 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 48620) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:42:48.565291 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-f6c308e8-52d1-4c8f-ac36-9d6a7305a7f4 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=964e5fef0d9f42da9da2717fddfc34f1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0665123 Feb 15 21:42:48.565599 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83998) accepted ('10.222.0.68', 48624) {{(pid=83998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:42:48.640681 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-8ce8f823-6a26-4e09-8367-fca8c15edf58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:42:48.668889 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-8ce8f823-6a26-4e09-8367-fca8c15edf58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:42:48.693427 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6d604d-7e90-419a-bd83-e000d7de09d1 req-68de20ec-1cb7-46b3-9fcc-812a97799575 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:42:48.697500 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-7b6d604d-7e90-419a-bd83-e000d7de09d1 req-68de20ec-1cb7-46b3-9fcc-812a97799575 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "GET /v2.0/ports?device_id=75161876-5fd7-4cd5-bcc1-e7aef527b1ee HTTP/1.1" status: 200 len: 945 time: 0.0987332 Feb 15 21:42:48.724084 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-8ce8f823-6a26-4e09-8367-fca8c15edf58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:42:48.730653 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-d42cd07e-bd75-4402-9e3c-0c5b2ce5e916 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:42:48.745060 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce8f823-6a26-4e09-8367-fca8c15edf58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eacf551a-e03d-4784-a8ef-492410bc89e2,revision_number=None']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:42:48.748092 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-8ce8f823-6a26-4e09-8367-fca8c15edf58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:42:48.753407 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-7b6d604d-7e90-419a-bd83-e000d7de09d1 req-6736c6a1-b836-4eb1-88d7-82aea2af959d tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "GET /v2.0/security-groups?id=0f7c9e5d-2f88-4d15-bd89-ff8afec8e837&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508974 Feb 15 21:42:48.758148 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-8ce8f823-6a26-4e09-8367-fca8c15edf58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:42:48.759770 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-8ce8f823-6a26-4e09-8367-fca8c15edf58 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/eacf551a-e03d-4784-a8ef-492410bc89e2 HTTP/1.1" status: 204 len: 168 time: 0.1929696 Feb 15 21:42:49.076728 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-6254c8ae-ff8a-4f6e-ab6c-abe540fc8ca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:42:49.727478 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab70d7d-2b40-4e9a-96b0-036bdb23a4ca req-c5abf559-1b10-4447-8eb5-4f20979020bd tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:42:49.729093 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-1ab70d7d-2b40-4e9a-96b0-036bdb23a4ca req-c5abf559-1b10-4447-8eb5-4f20979020bd tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] 10.222.0.46 "GET /v2.0/networks?id=6e26f87c-2805-4f2b-8fbf-dfda22b57e8d HTTP/1.1" status: 200 len: 806 time: 0.5050552 Feb 15 21:42:49.756257 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d952b3da-82b5-4866-b8d1-069ce5243159 req-84b398ad-cd71-4609-8a06-1a7f65596d89 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:42:49.768510 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-d952b3da-82b5-4866-b8d1-069ce5243159 req-84b398ad-cd71-4609-8a06-1a7f65596d89 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/ports?device_id=22283d64-fb12-49e8-a3ff-d8be33246567 HTTP/1.1" status: 200 len: 946 time: 0.1651380 Feb 15 21:42:49.802366 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-c5f6f8fe-5cce-4f2c-9e93-ccb13f6ee9c1 req-90bd738b-c43f-4b5f-8de9-0ac356dcacc1 tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] 10.222.0.68 "GET /v2.0/ports?device_id=41ba888e-6794-4d21-8b8c-00578e7eb22d HTTP/1.1" status: 200 len: 210 time: 0.0713584 Feb 15 21:42:49.926820 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-d952b3da-82b5-4866-b8d1-069ce5243159 req-04941990-711c-46ff-b8e8-5a2fce01d6dd tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/security-groups?id=cfa94711-8349-42e9-83b9-bdf74ec03915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570370 Feb 15 21:42:49.938153 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-1ab70d7d-2b40-4e9a-96b0-036bdb23a4ca req-de0724bf-bcc5-4727-afc8-9aaf28de94f8 tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e5c39c2be7094b439ebb60d1c07bbb7e HTTP/1.1" status: 200 len: 5759 time: 0.1672809 Feb 15 21:42:49.957493 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.v2.base [req-1ab70d7d-2b40-4e9a-96b0-036bdb23a4ca req-f40a36c8-15f8-4cdd-8e88-2dfb4681966a tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Request body: {'port': {'device_id': '41ba888e-6794-4d21-8b8c-00578e7eb22d', 'network_id': '6e26f87c-2805-4f2b-8fbf-dfda22b57e8d', 'admin_state_up': True, 'tenant_id': 'e5c39c2be7094b439ebb60d1c07bbb7e', 'security_groups': ['5675173e-9aa6-470b-8625-3bf575193c1b']}} {{(pid=83999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:42:50.118064 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [req-1ab70d7d-2b40-4e9a-96b0-036bdb23a4ca req-f40a36c8-15f8-4cdd-8e88-2dfb4681966a tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:42:50.129385 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [req-1ab70d7d-2b40-4e9a-96b0-036bdb23a4ca req-f40a36c8-15f8-4cdd-8e88-2dfb4681966a tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:42:50.140171 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ab70d7d-2b40-4e9a-96b0-036bdb23a4ca req-f40a36c8-15f8-4cdd-8e88-2dfb4681966a tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Made reservation on behalf of e5c39c2be7094b439ebb60d1c07bbb7e for: {'port': 1} {{(pid=83999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 15 21:42:50.146075 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-1ab70d7d-2b40-4e9a-96b0-036bdb23a4ca req-f40a36c8-15f8-4cdd-8e88-2dfb4681966a tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:42:50.505588 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.db_base_plugin_common [req-1ab70d7d-2b40-4e9a-96b0-036bdb23a4ca req-f40a36c8-15f8-4cdd-8e88-2dfb4681966a tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Allocated IP 172.20.0.8 (6e26f87c-2805-4f2b-8fbf-dfda22b57e8d/94a790b3-5bef-4570-9182-1c29edefc949/291bbd16-e1db-4d9d-9ad9-ed9cff6b0cd4) {{(pid=83999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 15 21:42:50.854239 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-1ab70d7d-2b40-4e9a-96b0-036bdb23a4ca req-f40a36c8-15f8-4cdd-8e88-2dfb4681966a tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Notify callbacks [] for port, precommit_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:42:50.873249 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [req-1ab70d7d-2b40-4e9a-96b0-036bdb23a4ca req-f40a36c8-15f8-4cdd-8e88-2dfb4681966a tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Transition to ACTIVE for port object 291bbd16-e1db-4d9d-9ad9-ed9cff6b0cd4 will not be triggered until provisioned by entity DHCP. {{(pid=83999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 21:42:50.913200 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-1ab70d7d-2b40-4e9a-96b0-036bdb23a4ca req-f40a36c8-15f8-4cdd-8e88-2dfb4681966a tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363257537239207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853815187'] for port, after_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:42:50.930892 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-e09d8c1a-b9ce-4de6-9b32-9288973c0c36 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:42:51.148768 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54df0f4b-63e6-4111-8455-53e93a18c9a5 req-7ecf508e-2594-485d-8e6f-43e740194094 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:42:51.150377 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-54df0f4b-63e6-4111-8455-53e93a18c9a5 req-7ecf508e-2594-485d-8e6f-43e740194094 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/ports?device_id=22283d64-fb12-49e8-a3ff-d8be33246567 HTTP/1.1" status: 200 len: 946 time: 0.0962000 Feb 15 21:42:51.176085 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40a36c8-15f8-4cdd-8e88-2dfb4681966a tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Pushing event updated for resources: {'Port': ['ID=291bbd16-e1db-4d9d-9ad9-ed9cff6b0cd4,revision_number=1']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:42:51.183817 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-f40a36c8-15f8-4cdd-8e88-2dfb4681966a tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:42:51.199943 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-54df0f4b-63e6-4111-8455-53e93a18c9a5 req-98d95f28-c7d8-4dbc-9456-ca1d417d6407 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/security-groups?id=cfa94711-8349-42e9-83b9-bdf74ec03915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430310 Feb 15 21:42:51.246019 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94e7047-0bce-4137-9c07-8371e73c1b98 req-5533580b-25b9-42a1-a0a9-a4a781eb8efb tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:42:51.247673 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-b94e7047-0bce-4137-9c07-8371e73c1b98 req-5533580b-25b9-42a1-a0a9-a4a781eb8efb tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] 10.222.0.68 "GET /v2.0/ports?device_id=41ba888e-6794-4d21-8b8c-00578e7eb22d HTTP/1.1" status: 200 len: 931 time: 0.2744684 Feb 15 21:42:51.252475 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ab70d7d-2b40-4e9a-96b0-036bdb23a4ca req-f40a36c8-15f8-4cdd-8e88-2dfb4681966a tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Network 6e26f87c-2805-4f2b-8fbf-dfda22b57e8d is already hosted by enough agents. {{(pid=83999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 21:42:51.253801 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.base_scheduler [req-1ab70d7d-2b40-4e9a-96b0-036bdb23a4ca req-f40a36c8-15f8-4cdd-8e88-2dfb4681966a tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Resources bound (agent type, host, resource id): {{(pid=83999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 21:42:51.257076 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ab70d7d-2b40-4e9a-96b0-036bdb23a4ca req-f40a36c8-15f8-4cdd-8e88-2dfb4681966a tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Received port after_create {{(pid=83999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 15 21:42:51.358013 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab70d7d-2b40-4e9a-96b0-036bdb23a4ca req-f40a36c8-15f8-4cdd-8e88-2dfb4681966a tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:42:51.358687 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-1ab70d7d-2b40-4e9a-96b0-036bdb23a4ca req-f40a36c8-15f8-4cdd-8e88-2dfb4681966a tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762656'] for port, before_response {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:42:51.365596 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-b94e7047-0bce-4137-9c07-8371e73c1b98 req-8ad71b9d-df36-4f1f-ad7e-a9b9bc87656a tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] 10.222.0.68 "GET /v2.0/security-groups?id=5675173e-9aa6-470b-8625-3bf575193c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1095383 Feb 15 21:42:51.393578 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-1ab70d7d-2b40-4e9a-96b0-036bdb23a4ca req-f40a36c8-15f8-4cdd-8e88-2dfb4681966a tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4408967 Feb 15 21:42:51.410530 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.v2.base [req-1ab70d7d-2b40-4e9a-96b0-036bdb23a4ca req-4606b492-424e-4364-b332-0b271172344a service neutron] Request body: {'port': {'device_id': '41ba888e-6794-4d21-8b8c-00578e7eb22d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77525'}} {{(pid=83999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:42:51.557867 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-1ab70d7d-2b40-4e9a-96b0-036bdb23a4ca req-4606b492-424e-4364-b332-0b271172344a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_update {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:42:51.596070 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-94428c47-5523-471f-a2a7-bfc4938a432e None None] Provisioning for port 291bbd16-e1db-4d9d-9ad9-ed9cff6b0cd4 completed by entity DHCP. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 21:42:51.601540 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-94428c47-5523-471f-a2a7-bfc4938a432e None None] Provisioning complete for port 291bbd16-e1db-4d9d-9ad9-ed9cff6b0cd4 triggered by entity DHCP. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:42:51.602193 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-94428c47-5523-471f-a2a7-bfc4938a432e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:42:51.666217 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.plugin [None req-94428c47-5523-471f-a2a7-bfc4938a432e None None] Port 291bbd16-e1db-4d9d-9ad9-ed9cff6b0cd4 cannot update to ACTIVE because it is not bound. {{(pid=84000) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 15 21:42:52.012692 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.notifiers.nova [req-1ab70d7d-2b40-4e9a-96b0-036bdb23a4ca req-4606b492-424e-4364-b332-0b271172344a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 291bbd16-e1db-4d9d-9ad9-ed9cff6b0cd4 {{(pid=83999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 15 21:42:52.021679 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-1ab70d7d-2b40-4e9a-96b0-036bdb23a4ca req-4606b492-424e-4364-b332-0b271172344a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:42:52.035728 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [req-1ab70d7d-2b40-4e9a-96b0-036bdb23a4ca req-4606b492-424e-4364-b332-0b271172344a service neutron] Transition to ACTIVE for port object 291bbd16-e1db-4d9d-9ad9-ed9cff6b0cd4 will not be triggered until provisioned by entity L2. {{(pid=83999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 21:42:52.038833 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-1ab70d7d-2b40-4e9a-96b0-036bdb23a4ca req-4606b492-424e-4364-b332-0b271172344a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779317976793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779317533282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257537242501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-960628'] for port, after_update {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:42:52.055114 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-e0ffc76a-2493-40aa-b592-e80ac9818558 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:42:52.205414 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4606b492-424e-4364-b332-0b271172344a service neutron] Pushing event updated for resources: {'Port': ['ID=291bbd16-e1db-4d9d-9ad9-ed9cff6b0cd4,revision_number=2']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:42:52.210051 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-4606b492-424e-4364-b332-0b271172344a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:42:52.370413 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-d0251b54-21ff-4f7d-9805-929bc307781e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:42:52.441093 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.managers [req-1ab70d7d-2b40-4e9a-96b0-036bdb23a4ca req-4606b492-424e-4364-b332-0b271172344a service neutron] Attempting to bind port 291bbd16-e1db-4d9d-9ad9-ed9cff6b0cd4 on host hv-cinder-77525 for vnic_type normal with profile {{(pid=83999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 21:42:52.441497 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.managers [req-1ab70d7d-2b40-4e9a-96b0-036bdb23a4ca req-4606b492-424e-4364-b332-0b271172344a service neutron] Attempting to bind port 291bbd16-e1db-4d9d-9ad9-ed9cff6b0cd4 by drivers openvswitch on host hv-cinder-77525 at level 0 using segments [{'id': '0b7339a4-af60-4f41-9eeb-cada19b9ad25', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '6e26f87c-2805-4f2b-8fbf-dfda22b57e8d'}] {{(pid=83999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 15 21:42:52.441863 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab70d7d-2b40-4e9a-96b0-036bdb23a4ca req-4606b492-424e-4364-b332-0b271172344a service neutron] Attempting to bind port 291bbd16-e1db-4d9d-9ad9-ed9cff6b0cd4 on network 6e26f87c-2805-4f2b-8fbf-dfda22b57e8d {{(pid=83999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 15 21:42:52.448322 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab70d7d-2b40-4e9a-96b0-036bdb23a4ca req-4606b492-424e-4364-b332-0b271172344a service neutron] Checking agent: {'id': '3b9d0ad6-16ce-46f2-a5c4-f9a7961e9638', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77525', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 21, 37, 44), 'started_at': datetime.datetime(2021, 2, 15, 21, 38, 14), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 21, 42, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 21:42:52.448726 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab70d7d-2b40-4e9a-96b0-036bdb23a4ca req-4606b492-424e-4364-b332-0b271172344a service neutron] Checking segment: {'id': '0b7339a4-af60-4f41-9eeb-cada19b9ad25', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '6e26f87c-2805-4f2b-8fbf-dfda22b57e8d'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 21:42:52.449680 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-1ab70d7d-2b40-4e9a-96b0-036bdb23a4ca req-4606b492-424e-4364-b332-0b271172344a service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:42:52.449680 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab70d7d-2b40-4e9a-96b0-036bdb23a4ca req-4606b492-424e-4364-b332-0b271172344a service neutron] Bound using segment: {'id': '0b7339a4-af60-4f41-9eeb-cada19b9ad25', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '6e26f87c-2805-4f2b-8fbf-dfda22b57e8d'} {{(pid=83999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 21:42:52.450105 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.managers [req-1ab70d7d-2b40-4e9a-96b0-036bdb23a4ca req-4606b492-424e-4364-b332-0b271172344a service neutron] Bound port: 291bbd16-e1db-4d9d-9ad9-ed9cff6b0cd4, host: hv-cinder-77525, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b7339a4-af60-4f41-9eeb-cada19b9ad25', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '6e26f87c-2805-4f2b-8fbf-dfda22b57e8d'}}] {{(pid=83999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 15 21:42:52.450471 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-1ab70d7d-2b40-4e9a-96b0-036bdb23a4ca req-4606b492-424e-4364-b332-0b271172344a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_update {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:42:52.485032 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62a9e31-fd29-4f94-8228-ec60a6ce78e0 req-3730249a-435a-4e5e-abc4-83a71d76cc36 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:42:52.493526 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-4f2d6fe3-588d-414d-8fc0-9e430caa4704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:42:52.500737 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-b62a9e31-fd29-4f94-8228-ec60a6ce78e0 req-3730249a-435a-4e5e-abc4-83a71d76cc36 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/ports?device_id=22283d64-fb12-49e8-a3ff-d8be33246567 HTTP/1.1" status: 200 len: 946 time: 0.1500869 Feb 15 21:42:52.555532 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-b62a9e31-fd29-4f94-8228-ec60a6ce78e0 req-3b49758d-53dc-4279-9dde-ae3175196e62 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/security-groups?id=cfa94711-8349-42e9-83b9-bdf74ec03915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533667 Feb 15 21:42:52.561939 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [req-1ab70d7d-2b40-4e9a-96b0-036bdb23a4ca req-4606b492-424e-4364-b332-0b271172344a service neutron] For port 291bbd16-e1db-4d9d-9ad9-ed9cff6b0cd4, host hv-cinder-77525, cleared binding levels {{(pid=83999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 15 21:42:52.566461 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [req-1ab70d7d-2b40-4e9a-96b0-036bdb23a4ca req-4606b492-424e-4364-b332-0b271172344a service neutron] For port 291bbd16-e1db-4d9d-9ad9-ed9cff6b0cd4, host hv-cinder-77525, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=291bbd16-e1db-4d9d-9ad9-ed9cff6b0cd4,segment=NetworkSegment(0b7339a4-af60-4f41-9eeb-cada19b9ad25),segment_id=0b7339a4-af60-4f41-9eeb-cada19b9ad25)] {{(pid=83999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 15 21:42:52.569983 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-1ab70d7d-2b40-4e9a-96b0-036bdb23a4ca req-4606b492-424e-4364-b332-0b271172344a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779317976793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779317533282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257537242501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-960628'] for port, after_update {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:42:52.588381 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:42:52.820913 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4606b492-424e-4364-b332-0b271172344a service neutron] Pushing event updated for resources: {'Port': ['ID=291bbd16-e1db-4d9d-9ad9-ed9cff6b0cd4,revision_number=3']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:42:52.831153 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-4606b492-424e-4364-b332-0b271172344a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:42:52.911317 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab70d7d-2b40-4e9a-96b0-036bdb23a4ca req-4606b492-424e-4364-b332-0b271172344a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:42:52.912221 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-1ab70d7d-2b40-4e9a-96b0-036bdb23a4ca req-4606b492-424e-4364-b332-0b271172344a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762656'] for port, before_response {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:42:52.915085 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-1ab70d7d-2b40-4e9a-96b0-036bdb23a4ca req-4606b492-424e-4364-b332-0b271172344a service neutron] 10.222.0.46 "PUT /v2.0/ports/291bbd16-e1db-4d9d-9ad9-ed9cff6b0cd4 HTTP/1.1" status: 200 len: 1157 time: 1.5096934 Feb 15 21:42:52.915811 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41ba888e-6794-4d21-8b8c-00578e7eb22d', 'tag': '291bbd16-e1db-4d9d-9ad9-ed9cff6b0cd4'}] {{(pid=83999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 21:42:52.929412 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ab3156-ce38-4a13-99ce-31d2b06e9f02 req-377102b8-7661-4631-83ab-d87f08910b66 tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:42:52.930461 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [req-44ab3156-ce38-4a13-99ce-31d2b06e9f02 req-377102b8-7661-4631-83ab-d87f08910b66 tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Synchronizing usage tracker for tenant:e5c39c2be7094b439ebb60d1c07bbb7e on resource:port {{(pid=83999) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 21:42:52.950998 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [req-44ab3156-ce38-4a13-99ce-31d2b06e9f02 req-377102b8-7661-4631-83ab-d87f08910b66 tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Unset dirty status for tenant:e5c39c2be7094b439ebb60d1c07bbb7e on resource:port {{(pid=83999) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 21:42:52.959029 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-44ab3156-ce38-4a13-99ce-31d2b06e9f02 req-377102b8-7661-4631-83ab-d87f08910b66 tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] 10.222.0.68 "GET /v2.0/ports?device_id=41ba888e-6794-4d21-8b8c-00578e7eb22d HTTP/1.1" status: 200 len: 943 time: 0.3736246 Feb 15 21:42:53.017829 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41ba888e-6794-4d21-8b8c-00578e7eb22d', 'tag': '291bbd16-e1db-4d9d-9ad9-ed9cff6b0cd4', 'status': 'completed', 'code': 200} Feb 15 21:42:53.075098 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-44ab3156-ce38-4a13-99ce-31d2b06e9f02 req-76f54f84-5400-4905-9e94-d066e7bf37d5 tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] 10.222.0.68 "GET /v2.0/security-groups?id=5675173e-9aa6-470b-8625-3bf575193c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1149583 Feb 15 21:42:53.095502 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab70d7d-2b40-4e9a-96b0-036bdb23a4ca req-e46812e7-b1db-4fae-b1e0-3ea5f16f871d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:42:53.097382 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-1ab70d7d-2b40-4e9a-96b0-036bdb23a4ca req-e46812e7-b1db-4fae-b1e0-3ea5f16f871d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e5c39c2be7094b439ebb60d1c07bbb7e&device_id=41ba888e-6794-4d21-8b8c-00578e7eb22d HTTP/1.1" status: 200 len: 1160 time: 0.1206524 Feb 15 21:42:53.181763 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-1ab70d7d-2b40-4e9a-96b0-036bdb23a4ca req-92b8d704-f54f-4950-a732-3297c6df66e9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=291bbd16-e1db-4d9d-9ad9-ed9cff6b0cd4 HTTP/1.1" status: 200 len: 217 time: 0.0740070 Feb 15 21:42:53.260134 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab70d7d-2b40-4e9a-96b0-036bdb23a4ca req-d1db8ed0-29d4-4d7a-ac7a-75e641baa55b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:42:53.261777 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-1ab70d7d-2b40-4e9a-96b0-036bdb23a4ca req-d1db8ed0-29d4-4d7a-ac7a-75e641baa55b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=94a790b3-5bef-4570-9182-1c29edefc949 HTTP/1.1" status: 200 len: 845 time: 0.0662634 Feb 15 21:42:53.367391 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab70d7d-2b40-4e9a-96b0-036bdb23a4ca req-9dc77752-ed98-4af5-9492-1dfc1555f45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:42:53.369086 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-1ab70d7d-2b40-4e9a-96b0-036bdb23a4ca req-9dc77752-ed98-4af5-9492-1dfc1555f45d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6e26f87c-2805-4f2b-8fbf-dfda22b57e8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0858233 Feb 15 21:42:53.452203 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:42:53.520680 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-1ab70d7d-2b40-4e9a-96b0-036bdb23a4ca req-baa733a1-1cbb-43d1-9d51-fb21b826e75d service neutron] 10.222.0.46 "GET /v2.0/networks/6e26f87c-2805-4f2b-8fbf-dfda22b57e8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433685 Feb 15 21:42:53.745699 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83998) accepted ('10.222.0.68', 48734) {{(pid=83998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:42:53.799218 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed27da3-8868-4759-aaf2-dd92b5de819d req-828db528-0d6c-4fb4-83f5-bc48336a6577 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:42:53.800950 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-eed27da3-8868-4759-aaf2-dd92b5de819d req-828db528-0d6c-4fb4-83f5-bc48336a6577 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/ports?device_id=22283d64-fb12-49e8-a3ff-d8be33246567 HTTP/1.1" status: 200 len: 946 time: 0.1173949 Feb 15 21:42:53.853373 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-eed27da3-8868-4759-aaf2-dd92b5de819d req-35837e82-3481-4cad-a1a7-5f2b9f78e836 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/security-groups?id=cfa94711-8349-42e9-83b9-bdf74ec03915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443022 Feb 15 21:42:53.961873 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aa1a4de3-67d9-4b6b-baee-bda1265e5963 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:42:53.981829 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-aa1a4de3-67d9-4b6b-baee-bda1265e5963 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:42:53.985780 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-1ab70d7d-2b40-4e9a-96b0-036bdb23a4ca req-29e8c4ad-4ee1-497f-895f-4bcc8f8634cf service neutron] 10.222.0.46 "GET /v2.0/networks/6e26f87c-2805-4f2b-8fbf-dfda22b57e8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4550319 Feb 15 21:42:53.986102 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-aa1a4de3-67d9-4b6b-baee-bda1265e5963 admin admin] Usage tracker for resource:security_group_rule and tenant:dcaff19be9ec436b98aeceb4c9c8439a is out of sync, need to count used quota {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:42:53.991766 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-aa1a4de3-67d9-4b6b-baee-bda1265e5963 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:42:53.998356 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-aa1a4de3-67d9-4b6b-baee-bda1265e5963 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:42:54.115002 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aa1a4de3-67d9-4b6b-baee-bda1265e5963 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:42:54.120657 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aa1a4de3-67d9-4b6b-baee-bda1265e5963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:42:54.163497 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417b25ea-1238-4393-a75f-b86dd2f0d629 req-6eb6efa1-711a-4c59-a483-173cf6528dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:42:54.165591 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-417b25ea-1238-4393-a75f-b86dd2f0d629 req-6eb6efa1-711a-4c59-a483-173cf6528dd5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e5c39c2be7094b439ebb60d1c07bbb7e&device_id=41ba888e-6794-4d21-8b8c-00578e7eb22d HTTP/1.1" status: 200 len: 1160 time: 0.1272519 Feb 15 21:42:54.173461 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-878d664a-8492-4a00-a946-5b4b5fa67b19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:42:54.215883 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-aa1a4de3-67d9-4b6b-baee-bda1265e5963 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=dcaff19be9ec436b98aeceb4c9c8439a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4609649 Feb 15 21:42:54.224133 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83998) accepted ('10.222.0.68', 48754) {{(pid=83998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:42:54.256668 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1a4de3-67d9-4b6b-baee-bda1265e5963 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02b37bcc-d692-467e-9992-35f0b25d5e38,revision_number=1']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:42:54.273292 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-aa1a4de3-67d9-4b6b-baee-bda1265e5963 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:42:54.356966 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417b25ea-1238-4393-a75f-b86dd2f0d629 req-c74d742f-9bd4-4276-910b-418f712f0112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:42:54.358629 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-417b25ea-1238-4393-a75f-b86dd2f0d629 req-c74d742f-9bd4-4276-910b-418f712f0112 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6e26f87c-2805-4f2b-8fbf-dfda22b57e8d HTTP/1.1" status: 200 len: 900 time: 0.1765280 Feb 15 21:42:54.430843 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-c15141da-837e-426e-b554-b41f5a3e4bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:42:54.471257 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-417b25ea-1238-4393-a75f-b86dd2f0d629 req-49dad098-5c58-45e8-8f48-2084321eacc2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=291bbd16-e1db-4d9d-9ad9-ed9cff6b0cd4 HTTP/1.1" status: 200 len: 217 time: 0.0977118 Feb 15 21:42:54.583769 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417b25ea-1238-4393-a75f-b86dd2f0d629 req-4fcdb078-19a9-46f9-a306-28ea6a3f4b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:42:54.585395 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-417b25ea-1238-4393-a75f-b86dd2f0d629 req-4fcdb078-19a9-46f9-a306-28ea6a3f4b16 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=94a790b3-5bef-4570-9182-1c29edefc949 HTTP/1.1" status: 200 len: 845 time: 0.0983198 Feb 15 21:42:54.645318 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-5747e811-ce1a-4892-94f7-7f86c8544f4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:42:54.680010 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dfaa72-2c8c-446b-b299-2fb1cf340265 req-833dca9d-1ca0-4dcd-bbbe-caec2422c5b5 tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:42:54.681650 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-00dfaa72-2c8c-446b-b299-2fb1cf340265 req-833dca9d-1ca0-4dcd-bbbe-caec2422c5b5 tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] 10.222.0.68 "GET /v2.0/ports?device_id=41ba888e-6794-4d21-8b8c-00578e7eb22d HTTP/1.1" status: 200 len: 943 time: 0.3995271 Feb 15 21:42:54.690571 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-5747e811-ce1a-4892-94f7-7f86c8544f4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:42:54.721352 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.agents_db [None req-9c3f008a-7c02-4f45-a369-4199c6caa59a None None] Agent healthcheck: found 6 active agents {{(pid=84001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 15 21:42:54.731825 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417b25ea-1238-4393-a75f-b86dd2f0d629 req-f435347d-b9fa-4fab-a0df-6d8ca518a406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:42:54.734629 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-417b25ea-1238-4393-a75f-b86dd2f0d629 req-f435347d-b9fa-4fab-a0df-6d8ca518a406 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6e26f87c-2805-4f2b-8fbf-dfda22b57e8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1376505 Feb 15 21:42:54.769529 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-00dfaa72-2c8c-446b-b299-2fb1cf340265 req-1c0251d6-4688-4ae9-88b4-61f365a7103e tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] 10.222.0.68 "GET /v2.0/security-groups?id=5675173e-9aa6-470b-8625-3bf575193c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0715501 Feb 15 21:42:54.794046 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-5747e811-ce1a-4892-94f7-7f86c8544f4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:42:54.795622 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-bf70b5b1-6013-4cb2-9995-2f1ac0f8870e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:42:54.812043 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5747e811-ce1a-4892-94f7-7f86c8544f4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02b37bcc-d692-467e-9992-35f0b25d5e38,revision_number=None']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:42:54.815633 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-5747e811-ce1a-4892-94f7-7f86c8544f4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:42:54.816926 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-5747e811-ce1a-4892-94f7-7f86c8544f4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:42:54.820322 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-5747e811-ce1a-4892-94f7-7f86c8544f4b admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/02b37bcc-d692-467e-9992-35f0b25d5e38 HTTP/1.1" status: 204 len: 168 time: 0.5946996 Feb 15 21:42:54.940540 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-417b25ea-1238-4393-a75f-b86dd2f0d629 req-b0852acb-1dd2-4708-b19c-668b56e05b40 service neutron] 10.222.0.46 "GET /v2.0/networks/6e26f87c-2805-4f2b-8fbf-dfda22b57e8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935353 Feb 15 21:42:55.180889 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-417b25ea-1238-4393-a75f-b86dd2f0d629 req-26bc7a12-df0c-4ddb-ba40-4555b1bb281b service neutron] 10.222.0.46 "GET /v2.0/networks/6e26f87c-2805-4f2b-8fbf-dfda22b57e8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2221973 Feb 15 21:42:55.188254 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25d392a-605d-43f3-8de8-390f3fd137be req-6ace3f75-bf32-4679-b51a-b8eba24a2056 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:42:55.190071 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-c25d392a-605d-43f3-8de8-390f3fd137be req-6ace3f75-bf32-4679-b51a-b8eba24a2056 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/ports?device_id=22283d64-fb12-49e8-a3ff-d8be33246567 HTTP/1.1" status: 200 len: 946 time: 0.1871943 Feb 15 21:42:55.244227 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-c25d392a-605d-43f3-8de8-390f3fd137be req-8c51b271-4d16-4815-bff1-d809f22836e3 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/security-groups?id=cfa94711-8349-42e9-83b9-bdf74ec03915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478494 Feb 15 21:42:56.015222 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a22569a-cb88-43ef-94a2-3fbbc8f07ace req-10d1768b-8972-414c-a85e-29377aa5bca8 tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:42:56.017282 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-9a22569a-cb88-43ef-94a2-3fbbc8f07ace req-10d1768b-8972-414c-a85e-29377aa5bca8 tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] 10.222.0.68 "GET /v2.0/ports?device_id=41ba888e-6794-4d21-8b8c-00578e7eb22d HTTP/1.1" status: 200 len: 943 time: 0.0980277 Feb 15 21:42:56.053075 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2da15a-53d7-48e3-b657-e399281b936e req-a5808125-7d89-4095-859c-8a2764dba414 tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:42:56.054758 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-fd2da15a-53d7-48e3-b657-e399281b936e req-a5808125-7d89-4095-859c-8a2764dba414 tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] 10.222.0.68 "GET /v2.0/ports?device_id=b31359ed-0e47-429b-a90d-214bf023f93c HTTP/1.1" status: 200 len: 945 time: 0.0909615 Feb 15 21:42:56.074149 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-9a22569a-cb88-43ef-94a2-3fbbc8f07ace req-875835e1-bc8b-437a-8b62-8ad6cc3623dd tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] 10.222.0.68 "GET /v2.0/security-groups?id=5675173e-9aa6-470b-8625-3bf575193c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0484765 Feb 15 21:42:56.113139 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-fd2da15a-53d7-48e3-b657-e399281b936e req-550429d1-ea0e-40a5-8842-318a5320fdea tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] 10.222.0.68 "GET /v2.0/security-groups?id=8bc26fce-d2b5-431c-b40f-aa9fc664e5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509746 Feb 15 21:42:56.466578 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e619c50-7f68-4f17-b0be-e4f2d2993961 req-4e7415f6-f4a7-48ea-a2f7-ffa8b8a263a1 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:42:56.468217 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-3e619c50-7f68-4f17-b0be-e4f2d2993961 req-4e7415f6-f4a7-48ea-a2f7-ffa8b8a263a1 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/ports?device_id=22283d64-fb12-49e8-a3ff-d8be33246567 HTTP/1.1" status: 200 len: 946 time: 0.0981226 Feb 15 21:42:56.517531 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-3e619c50-7f68-4f17-b0be-e4f2d2993961 req-a45057a2-32d8-46ac-88c4-2ff0f5d333f1 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/security-groups?id=cfa94711-8349-42e9-83b9-bdf74ec03915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424089 Feb 15 21:42:57.320105 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dffac4-881a-48ec-ac48-010416f791f6 req-5d26a9b4-fb8e-4ba1-90d1-6048e9126537 tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:42:57.321682 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-15dffac4-881a-48ec-ac48-010416f791f6 req-5d26a9b4-fb8e-4ba1-90d1-6048e9126537 tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] 10.222.0.68 "GET /v2.0/ports?device_id=41ba888e-6794-4d21-8b8c-00578e7eb22d HTTP/1.1" status: 200 len: 943 time: 0.1262784 Feb 15 21:42:57.329646 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25405e06-f16b-413c-92e3-6e53f7c051cc req-41b3edee-7027-4d5d-8770-11d986739da3 tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:42:57.331547 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-25405e06-f16b-413c-92e3-6e53f7c051cc req-41b3edee-7027-4d5d-8770-11d986739da3 tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] 10.222.0.68 "GET /v2.0/ports?device_id=b31359ed-0e47-429b-a90d-214bf023f93c HTTP/1.1" status: 200 len: 945 time: 0.0934315 Feb 15 21:42:57.375299 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-15dffac4-881a-48ec-ac48-010416f791f6 req-70e25ea4-7ddf-4122-82ba-9a82d9e36d0d tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] 10.222.0.68 "GET /v2.0/security-groups?id=5675173e-9aa6-470b-8625-3bf575193c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0428407 Feb 15 21:42:57.380093 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-25405e06-f16b-413c-92e3-6e53f7c051cc req-e18e4c8a-2046-4251-b212-ad66b1964551 tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] 10.222.0.68 "GET /v2.0/security-groups?id=8bc26fce-d2b5-431c-b40f-aa9fc664e5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418160 Feb 15 21:42:57.729048 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ad0898-6292-485e-8d06-6d07ef6143ef req-ea3140cd-7f5b-43cb-a141-7d1635407379 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:42:57.730603 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-42ad0898-6292-485e-8d06-6d07ef6143ef req-ea3140cd-7f5b-43cb-a141-7d1635407379 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/ports?device_id=22283d64-fb12-49e8-a3ff-d8be33246567 HTTP/1.1" status: 200 len: 946 time: 0.0976586 Feb 15 21:42:57.780950 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-42ad0898-6292-485e-8d06-6d07ef6143ef req-748d48f0-679b-4c8a-9072-572eaf031051 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/security-groups?id=cfa94711-8349-42e9-83b9-bdf74ec03915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433946 Feb 15 21:42:57.920424 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Device 291bbd16-e1db-4d9d-9ad9-ed9cff6b0cd4 up at agent ovs-agent-hv-cinder-77525 {{(pid=84000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:42:58.023119 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Provisioning for port 291bbd16-e1db-4d9d-9ad9-ed9cff6b0cd4 completed by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 21:42:58.028417 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Provisioning complete for port 291bbd16-e1db-4d9d-9ad9-ed9cff6b0cd4 triggered by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:42:58.028849 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:42:58.162053 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:42:58.194507 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41ba888e-6794-4d21-8b8c-00578e7eb22d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '291bbd16-e1db-4d9d-9ad9-ed9cff6b0cd4'}] {{(pid=84000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 21:42:58.207884 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] For port 291bbd16-e1db-4d9d-9ad9-ed9cff6b0cd4, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=291bbd16-e1db-4d9d-9ad9-ed9cff6b0cd4,segment=NetworkSegment(0b7339a4-af60-4f41-9eeb-cada19b9ad25),segment_id=0b7339a4-af60-4f41-9eeb-cada19b9ad25)] {{(pid=84000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:42:58.210171 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779317976793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779317533282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257537242501'] for port, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:42:58.212177 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:42:58.251271 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41ba888e-6794-4d21-8b8c-00578e7eb22d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '291bbd16-e1db-4d9d-9ad9-ed9cff6b0cd4', 'code': 200} Feb 15 21:42:58.290189 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Pushing event updated for resources: {'Port': ['ID=291bbd16-e1db-4d9d-9ad9-ed9cff6b0cd4,revision_number=4']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:42:58.293826 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:42:58.584939 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524151d5-e605-460a-8602-486ce35be121 req-68d963f9-f239-469e-a353-7fadd302b261 tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:42:58.586613 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-524151d5-e605-460a-8602-486ce35be121 req-68d963f9-f239-469e-a353-7fadd302b261 tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] 10.222.0.68 "GET /v2.0/ports?device_id=41ba888e-6794-4d21-8b8c-00578e7eb22d HTTP/1.1" status: 200 len: 945 time: 0.0905097 Feb 15 21:42:58.597058 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fbb52d-8947-49d1-ba29-9ee676587430 req-b0963eb5-9aa8-4733-b43d-82285e2db10c tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:42:58.599131 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-c1fbb52d-8947-49d1-ba29-9ee676587430 req-b0963eb5-9aa8-4733-b43d-82285e2db10c tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] 10.222.0.68 "GET /v2.0/ports?device_id=b31359ed-0e47-429b-a90d-214bf023f93c HTTP/1.1" status: 200 len: 945 time: 0.0982645 Feb 15 21:42:58.656910 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-c1fbb52d-8947-49d1-ba29-9ee676587430 req-f54bcd43-7718-4c92-bfb2-09a9321e43aa tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] 10.222.0.68 "GET /v2.0/security-groups?id=8bc26fce-d2b5-431c-b40f-aa9fc664e5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508349 Feb 15 21:42:58.694866 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-524151d5-e605-460a-8602-486ce35be121 req-24795be8-f567-4a16-8eb2-b68a7799db5b tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] 10.222.0.68 "GET /v2.0/security-groups?id=5675173e-9aa6-470b-8625-3bf575193c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0690513 Feb 15 21:42:58.707473 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4403dd86-d02e-4e42-a281-379c569e9c3f req-73b64f3a-5305-4271-aefc-27a21eac937b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:42:58.709072 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-4403dd86-d02e-4e42-a281-379c569e9c3f req-73b64f3a-5305-4271-aefc-27a21eac937b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=41ba888e-6794-4d21-8b8c-00578e7eb22d HTTP/1.1" status: 200 len: 1162 time: 0.1212788 Feb 15 21:42:58.758748 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-4403dd86-d02e-4e42-a281-379c569e9c3f req-8cde7a74-0b37-457d-88f1-158c0ffafcc7 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=5675173e-9aa6-470b-8625-3bf575193c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0392737 Feb 15 21:42:58.987843 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac00e91-9c55-46c7-8ec7-290f1eb8ca4e req-4e1ecc1f-de93-4eee-a9ea-4f6ce7745cea tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:42:58.989494 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-3ac00e91-9c55-46c7-8ec7-290f1eb8ca4e req-4e1ecc1f-de93-4eee-a9ea-4f6ce7745cea tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/ports?device_id=22283d64-fb12-49e8-a3ff-d8be33246567 HTTP/1.1" status: 200 len: 946 time: 0.0921934 Feb 15 21:42:59.039302 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-3ac00e91-9c55-46c7-8ec7-290f1eb8ca4e req-33fd6b43-4353-49eb-bd34-97e8ffa59275 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/security-groups?id=cfa94711-8349-42e9-83b9-bdf74ec03915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431750 Feb 15 21:42:59.066151 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Device 291bbd16-e1db-4d9d-9ad9-ed9cff6b0cd4 up at agent ovs-agent-hv-cinder-77525 {{(pid=84000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:42:59.141116 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Provisioning complete for port 291bbd16-e1db-4d9d-9ad9-ed9cff6b0cd4 triggered by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:42:59.141583 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:42:59.933974 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a8c600-51de-41e9-9b2e-f2cd09fd325e req-d23ab823-7a4a-465e-9e9f-c367dcbfa7f2 tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:42:59.935598 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-c5a8c600-51de-41e9-9b2e-f2cd09fd325e req-d23ab823-7a4a-465e-9e9f-c367dcbfa7f2 tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] 10.222.0.68 "GET /v2.0/ports?device_id=b31359ed-0e47-429b-a90d-214bf023f93c HTTP/1.1" status: 200 len: 945 time: 0.1437957 Feb 15 21:42:59.993029 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-c5a8c600-51de-41e9-9b2e-f2cd09fd325e req-3eeddf6d-9bae-4175-878d-adccf476dc4c tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] 10.222.0.68 "GET /v2.0/security-groups?id=8bc26fce-d2b5-431c-b40f-aa9fc664e5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487421 Feb 15 21:42:59.993209 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cdc5bc-893d-488f-ad20-573d26cff558 req-86d30c40-be02-445c-a21c-71a38ecd0b7c tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:42:59.995659 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-c4cdc5bc-893d-488f-ad20-573d26cff558 req-86d30c40-be02-445c-a21c-71a38ecd0b7c tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] 10.222.0.68 "GET /v2.0/ports?device_id=41ba888e-6794-4d21-8b8c-00578e7eb22d HTTP/1.1" status: 200 len: 945 time: 0.1315348 Feb 15 21:43:00.050795 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-c4cdc5bc-893d-488f-ad20-573d26cff558 req-13e8e057-bdf2-4b07-a3cf-ae560f691f7f tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] 10.222.0.68 "GET /v2.0/security-groups?id=5675173e-9aa6-470b-8625-3bf575193c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0443344 Feb 15 21:43:00.240613 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec33833-76f0-4b8f-8a15-154ecf6e965d req-b594814c-dd46-4470-aef5-cb697e2ea03f tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:43:00.242388 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-2ec33833-76f0-4b8f-8a15-154ecf6e965d req-b594814c-dd46-4470-aef5-cb697e2ea03f tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/ports?device_id=22283d64-fb12-49e8-a3ff-d8be33246567 HTTP/1.1" status: 200 len: 946 time: 0.0884085 Feb 15 21:43:00.293633 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-2ec33833-76f0-4b8f-8a15-154ecf6e965d req-34d56e32-ec98-4527-8638-70b307abbdab tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/security-groups?id=cfa94711-8349-42e9-83b9-bdf74ec03915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445805 Feb 15 21:43:01.178075 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Device 291bbd16-e1db-4d9d-9ad9-ed9cff6b0cd4 up at agent ovs-agent-hv-cinder-77525 {{(pid=84000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:43:01.227279 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7a4526-9c97-4a54-b2a7-45c226d743ed req-1bd37af2-a97f-47fd-8a8f-1935b09a8abb tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:43:01.228965 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-ff7a4526-9c97-4a54-b2a7-45c226d743ed req-1bd37af2-a97f-47fd-8a8f-1935b09a8abb tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] 10.222.0.68 "GET /v2.0/ports?device_id=b31359ed-0e47-429b-a90d-214bf023f93c HTTP/1.1" status: 200 len: 945 time: 0.0969427 Feb 15 21:43:01.257731 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764d67f8-8ce1-452f-882d-9e81cfa5e665 req-0741dff5-74be-45b8-8411-586235ff6a88 tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:43:01.258134 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Provisioning complete for port 291bbd16-e1db-4d9d-9ad9-ed9cff6b0cd4 triggered by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:43:01.258632 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:01.259687 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-764d67f8-8ce1-452f-882d-9e81cfa5e665 req-0741dff5-74be-45b8-8411-586235ff6a88 tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] 10.222.0.68 "GET /v2.0/ports?device_id=41ba888e-6794-4d21-8b8c-00578e7eb22d HTTP/1.1" status: 200 len: 945 time: 0.0898128 Feb 15 21:43:01.282094 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-ff7a4526-9c97-4a54-b2a7-45c226d743ed req-617f3231-7473-4544-8eea-f85b5fbc19d3 tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] 10.222.0.68 "GET /v2.0/security-groups?id=8bc26fce-d2b5-431c-b40f-aa9fc664e5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454454 Feb 15 21:43:01.315594 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-764d67f8-8ce1-452f-882d-9e81cfa5e665 req-dd321d5a-2337-42c0-b0c3-1d18d4c15874 tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] 10.222.0.68 "GET /v2.0/security-groups?id=5675173e-9aa6-470b-8625-3bf575193c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0485520 Feb 15 21:43:01.518458 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9e566a-0db3-4d06-bf53-5a3f0c129b8e req-45ea59ff-94cd-4acc-8914-c2f582b32577 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:43:01.520314 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-be9e566a-0db3-4d06-bf53-5a3f0c129b8e req-45ea59ff-94cd-4acc-8914-c2f582b32577 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/ports?device_id=22283d64-fb12-49e8-a3ff-d8be33246567 HTTP/1.1" status: 200 len: 946 time: 0.0932221 Feb 15 21:43:01.570044 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-be9e566a-0db3-4d06-bf53-5a3f0c129b8e req-5249e71c-b0e2-4e63-8d86-d602a84ac470 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/security-groups?id=cfa94711-8349-42e9-83b9-bdf74ec03915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428772 Feb 15 21:43:01.599041 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bb623e-8dca-4eb5-937f-56ba88c3fac3 req-0f2f08b5-0888-4eff-9bd2-d1e92399ec22 tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:43:01.600695 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-d8bb623e-8dca-4eb5-937f-56ba88c3fac3 req-0f2f08b5-0888-4eff-9bd2-d1e92399ec22 tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] 10.222.0.68 "GET /v2.0/ports?device_id=41ba888e-6794-4d21-8b8c-00578e7eb22d HTTP/1.1" status: 200 len: 945 time: 0.0974262 Feb 15 21:43:01.656101 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-d8bb623e-8dca-4eb5-937f-56ba88c3fac3 req-762ea8fb-173c-4432-ab54-81d77ff4b616 tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] 10.222.0.68 "GET /v2.0/security-groups?id=5675173e-9aa6-470b-8625-3bf575193c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0486381 Feb 15 21:43:01.871531 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-046066bb-9b13-47a1-babc-22004ef641c8 req-3e7f6298-0a55-4976-8eb5-2287264cb247 tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] 10.222.0.68 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1740079 Feb 15 21:43:01.887188 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.v2.base [req-046066bb-9b13-47a1-babc-22004ef641c8 req-83a9380c-1f9e-4670-9009-14b9dd0ab19e tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Request body: {'floatingip': {'floating_network_id': 'f2926baf-a168-440c-89c9-d3754209afe6'}} {{(pid=83998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:43:01.894400 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [req-046066bb-9b13-47a1-babc-22004ef641c8 req-83a9380c-1f9e-4670-9009-14b9dd0ab19e tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:43:01.898937 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [req-046066bb-9b13-47a1-babc-22004ef641c8 req-83a9380c-1f9e-4670-9009-14b9dd0ab19e tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Usage tracker for resource:floatingip and tenant:e5c39c2be7094b439ebb60d1c07bbb7e is out of sync, need to count used quota {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:43:01.902315 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [req-046066bb-9b13-47a1-babc-22004ef641c8 req-83a9380c-1f9e-4670-9009-14b9dd0ab19e tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:43:01.914867 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [req-046066bb-9b13-47a1-babc-22004ef641c8 req-83a9380c-1f9e-4670-9009-14b9dd0ab19e tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:43:01.930076 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-046066bb-9b13-47a1-babc-22004ef641c8 req-83a9380c-1f9e-4670-9009-14b9dd0ab19e tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Notify callbacks [] for floatingip, before_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:02.132859 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-046066bb-9b13-47a1-babc-22004ef641c8 req-83a9380c-1f9e-4670-9009-14b9dd0ab19e tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:02.448099 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.db_base_plugin_common [req-046066bb-9b13-47a1-babc-22004ef641c8 req-83a9380c-1f9e-4670-9009-14b9dd0ab19e tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Allocated IP 172.28.3.62 (f2926baf-a168-440c-89c9-d3754209afe6/200a9da9-53a8-4f45-a42a-32f02ceebfef/bcaaf655-fd47-4606-9e1c-20d2a8096a5f) {{(pid=83998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 15 21:43:02.599895 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0389a2d2-7ab5-4e6b-9e7c-5c798d4acae3 req-e3d6e1a9-fd03-4c23-be61-0a5e115045c1 tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:43:02.601485 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-0389a2d2-7ab5-4e6b-9e7c-5c798d4acae3 req-e3d6e1a9-fd03-4c23-be61-0a5e115045c1 tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] 10.222.0.68 "GET /v2.0/ports?device_id=b31359ed-0e47-429b-a90d-214bf023f93c HTTP/1.1" status: 200 len: 945 time: 0.0914109 Feb 15 21:43:02.613700 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-046066bb-9b13-47a1-babc-22004ef641c8 req-83a9380c-1f9e-4670-9009-14b9dd0ab19e tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Notify callbacks [] for port, precommit_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:02.649243 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-046066bb-9b13-47a1-babc-22004ef641c8 req-83a9380c-1f9e-4670-9009-14b9dd0ab19e tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363257537239207'] for port, after_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:02.653452 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-0389a2d2-7ab5-4e6b-9e7c-5c798d4acae3 req-0bbdf726-22d6-4687-943f-56504f087934 tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] 10.222.0.68 "GET /v2.0/security-groups?id=8bc26fce-d2b5-431c-b40f-aa9fc664e5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443714 Feb 15 21:43:02.669456 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:43:02.828829 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a9380c-1f9e-4670-9009-14b9dd0ab19e tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Pushing event updated for resources: {'Port': ['ID=bcaaf655-fd47-4606-9e1c-20d2a8096a5f,revision_number=1']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:43:02.842003 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a9380c-1f9e-4670-9009-14b9dd0ab19e tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:43:02.842407 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a9380c-1f9e-4670-9009-14b9dd0ab19e tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:43:02.842799 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a9380c-1f9e-4670-9009-14b9dd0ab19e tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:43:02.843198 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a9380c-1f9e-4670-9009-14b9dd0ab19e tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:43:02.843581 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a9380c-1f9e-4670-9009-14b9dd0ab19e tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:43:02.844064 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a9380c-1f9e-4670-9009-14b9dd0ab19e tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:43:02.844448 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a9380c-1f9e-4670-9009-14b9dd0ab19e tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:43:02.844826 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a9380c-1f9e-4670-9009-14b9dd0ab19e tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:43:02.845207 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a9380c-1f9e-4670-9009-14b9dd0ab19e tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:43:02.845610 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a9380c-1f9e-4670-9009-14b9dd0ab19e tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:43:02.845992 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a9380c-1f9e-4670-9009-14b9dd0ab19e tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:43:02.846389 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a9380c-1f9e-4670-9009-14b9dd0ab19e tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:43:02.846846 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a9380c-1f9e-4670-9009-14b9dd0ab19e tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:43:02.847215 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a9380c-1f9e-4670-9009-14b9dd0ab19e tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:43:02.847589 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a9380c-1f9e-4670-9009-14b9dd0ab19e tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:43:02.847962 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a9380c-1f9e-4670-9009-14b9dd0ab19e tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:43:02.848340 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a9380c-1f9e-4670-9009-14b9dd0ab19e tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:43:02.848718 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a9380c-1f9e-4670-9009-14b9dd0ab19e tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:43:02.849090 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a9380c-1f9e-4670-9009-14b9dd0ab19e tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:43:02.849503 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a9380c-1f9e-4670-9009-14b9dd0ab19e tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:43:02.849879 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a9380c-1f9e-4670-9009-14b9dd0ab19e tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:43:02.850328 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a9380c-1f9e-4670-9009-14b9dd0ab19e tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:43:02.850629 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a9380c-1f9e-4670-9009-14b9dd0ab19e tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:43:02.851009 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a9380c-1f9e-4670-9009-14b9dd0ab19e tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:43:02.856809 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-83a9380c-1f9e-4670-9009-14b9dd0ab19e tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:43:02.907677 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-046066bb-9b13-47a1-babc-22004ef641c8 req-83a9380c-1f9e-4670-9009-14b9dd0ab19e tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Network f2926baf-a168-440c-89c9-d3754209afe6 is already hosted by enough agents. {{(pid=83998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 21:43:02.910402 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.base_scheduler [req-046066bb-9b13-47a1-babc-22004ef641c8 req-83a9380c-1f9e-4670-9009-14b9dd0ab19e tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Resources bound (agent type, host, resource id): {{(pid=83998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 21:43:02.919492 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvrscheduler_db [req-046066bb-9b13-47a1-babc-22004ef641c8 req-83a9380c-1f9e-4670-9009-14b9dd0ab19e tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Received port after_create {{(pid=83998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 15 21:43:02.997731 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b756f563-fb1c-4c12-9b77-456958ac6216 req-69e44ea2-fda7-4403-96c3-87aeb8c32311 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:43:02.999073 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-046066bb-9b13-47a1-babc-22004ef641c8 req-83a9380c-1f9e-4670-9009-14b9dd0ab19e tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:02.999374 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-b756f563-fb1c-4c12-9b77-456958ac6216 req-69e44ea2-fda7-4403-96c3-87aeb8c32311 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/ports?device_id=22283d64-fb12-49e8-a3ff-d8be33246567 HTTP/1.1" status: 200 len: 946 time: 0.1088750 Feb 15 21:43:03.052694 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-b756f563-fb1c-4c12-9b77-456958ac6216 req-322e8da6-e097-4199-98cb-f2fda8edce91 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/security-groups?id=cfa94711-8349-42e9-83b9-bdf74ec03915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455415 Feb 15 21:43:03.072476 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-046066bb-9b13-47a1-babc-22004ef641c8 req-83a9380c-1f9e-4670-9009-14b9dd0ab19e tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:03.419619 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-046066bb-9b13-47a1-babc-22004ef641c8 req-83a9380c-1f9e-4670-9009-14b9dd0ab19e tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Notify callbacks [] for port, precommit_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:03.423749 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-046066bb-9b13-47a1-babc-22004ef641c8 req-83a9380c-1f9e-4670-9009-14b9dd0ab19e tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779317976793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779317533282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257537242501'] for port, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:03.439589 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-384d0c68-5c20-4ec5-bcf9-6a8b1378dc10 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:43:03.587781 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a9380c-1f9e-4670-9009-14b9dd0ab19e tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Pushing event updated for resources: {'Port': ['ID=bcaaf655-fd47-4606-9e1c-20d2a8096a5f,revision_number=2']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:43:03.592456 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-83a9380c-1f9e-4670-9009-14b9dd0ab19e tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:43:03.633078 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-046066bb-9b13-47a1-babc-22004ef641c8 req-83a9380c-1f9e-4670-9009-14b9dd0ab19e tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3816703'] for floatingip, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:03.656420 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-046066bb-9b13-47a1-babc-22004ef641c8 req-83a9380c-1f9e-4670-9009-14b9dd0ab19e tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762656'] for floatingip, before_response {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:03.657900 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-046066bb-9b13-47a1-babc-22004ef641c8 req-83a9380c-1f9e-4670-9009-14b9dd0ab19e tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.7770910 Feb 15 21:43:03.746006 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [req-046066bb-9b13-47a1-babc-22004ef641c8 req-bb1b91c1-e84f-4bed-8496-4969aecf080c tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Synchronizing usage tracker for tenant:e5c39c2be7094b439ebb60d1c07bbb7e on resource:floatingip {{(pid=83998) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 21:43:03.762832 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [req-046066bb-9b13-47a1-babc-22004ef641c8 req-bb1b91c1-e84f-4bed-8496-4969aecf080c tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Unset dirty status for tenant:e5c39c2be7094b439ebb60d1c07bbb7e on resource:floatingip {{(pid=83998) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 21:43:03.764488 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-046066bb-9b13-47a1-babc-22004ef641c8 req-bb1b91c1-e84f-4bed-8496-4969aecf080c tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.28.3.62 HTTP/1.1" status: 200 len: 695 time: 0.0988364 Feb 15 21:43:03.866673 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb45eea6-2fd4-4f47-b4cb-fb7eecbba89b req-e40ee23b-7568-4216-bd2a-3a4609d6b716 tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:43:03.868317 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-bb45eea6-2fd4-4f47-b4cb-fb7eecbba89b req-e40ee23b-7568-4216-bd2a-3a4609d6b716 tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] 10.222.0.68 "GET /v2.0/ports?device_id=b31359ed-0e47-429b-a90d-214bf023f93c HTTP/1.1" status: 200 len: 945 time: 0.0877309 Feb 15 21:43:03.936693 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046066bb-9b13-47a1-babc-22004ef641c8 req-863ad0c6-5f57-4cea-a496-37a91ada2a2e tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:43:03.938373 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-046066bb-9b13-47a1-babc-22004ef641c8 req-863ad0c6-5f57-4cea-a496-37a91ada2a2e tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] 10.222.0.68 "GET /v2.0/networks/f2926baf-a168-440c-89c9-d3754209afe6 HTTP/1.1" status: 200 len: 784 time: 0.1677890 Feb 15 21:43:03.950264 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [req-046066bb-9b13-47a1-babc-22004ef641c8 req-c823959f-c5fd-4e73-8d8c-56c6201064b9 tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=83998) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 21:43:03.951602 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-046066bb-9b13-47a1-babc-22004ef641c8 req-c823959f-c5fd-4e73-8d8c-56c6201064b9 tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0063710 Feb 15 21:43:03.953833 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-bb45eea6-2fd4-4f47-b4cb-fb7eecbba89b req-6052ce20-2cae-48a0-89b8-ca0eaf619185 tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] 10.222.0.68 "GET /v2.0/security-groups?id=8bc26fce-d2b5-431c-b40f-aa9fc664e5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781355 Feb 15 21:43:04.160477 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a628496-c0d4-4484-81c0-54f2d2927479 req-7c7ec990-2cbc-47c1-8c60-b928d6037137 tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:43:04.162153 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-6a628496-c0d4-4484-81c0-54f2d2927479 req-7c7ec990-2cbc-47c1-8c60-b928d6037137 tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] 10.222.0.68 "GET /v2.0/ports?device_id=41ba888e-6794-4d21-8b8c-00578e7eb22d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1070457 Feb 15 21:43:04.281627 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-6a628496-c0d4-4484-81c0-54f2d2927479 req-bc09d03c-3bc3-4cd3-8a61-c17ec6b26d12 tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.28.3.62 HTTP/1.1" status: 200 len: 695 time: 0.1124237 Feb 15 21:43:04.292545 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.v2.base [req-6a628496-c0d4-4484-81c0-54f2d2927479 req-f64ceabf-68d6-4ed2-abb0-2254456ef0a5 tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Request body: {'floatingip': {'port_id': '291bbd16-e1db-4d9d-9ad9-ed9cff6b0cd4', 'fixed_ip_address': '172.20.0.8'}} {{(pid=83998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:43:04.375413 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-6a628496-c0d4-4484-81c0-54f2d2927479 req-f64ceabf-68d6-4ed2-abb0-2254456ef0a5 tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Notify callbacks [] for floatingip, before_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:04.400335 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f053011c-a33c-43e4-ad65-5742a66cab05 req-b4a62082-7648-433d-908a-e8a6de7076cf tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:43:04.402411 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-f053011c-a33c-43e4-ad65-5742a66cab05 req-b4a62082-7648-433d-908a-e8a6de7076cf tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/ports?device_id=22283d64-fb12-49e8-a3ff-d8be33246567 HTTP/1.1" status: 200 len: 946 time: 0.1894743 Feb 15 21:43:04.409610 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb51eba-5133-4bfa-a3fb-70c41a78bb4b req-46f24021-23eb-47ef-b431-a103294f12a3 tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:43:04.411199 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-adb51eba-5133-4bfa-a3fb-70c41a78bb4b req-46f24021-23eb-47ef-b431-a103294f12a3 tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] 10.222.0.46 "GET /v2.0/ports?device_id=b31359ed-0e47-429b-a90d-214bf023f93c HTTP/1.1" status: 200 len: 945 time: 0.1346970 Feb 15 21:43:04.518430 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-f053011c-a33c-43e4-ad65-5742a66cab05 req-0223dadb-5487-4313-be63-98bd28e2ce42 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/security-groups?id=cfa94711-8349-42e9-83b9-bdf74ec03915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025746 Feb 15 21:43:04.524626 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.plugin [req-adb51eba-5133-4bfa-a3fb-70c41a78bb4b req-191b9d4e-c81b-4838-8fca-212f4fe1a64a tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] Deleting port 67d4f055-485d-48f5-ad58-c7593e1d5c5a {{(pid=83999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 21:43:04.525007 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-adb51eba-5133-4bfa-a3fb-70c41a78bb4b req-191b9d4e-c81b-4838-8fca-212f4fe1a64a tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779317974814'] for port, before_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:04.886441 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [req-adb51eba-5133-4bfa-a3fb-70c41a78bb4b req-191b9d4e-c81b-4838-8fca-212f4fe1a64a tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] For port 67d4f055-485d-48f5-ad58-c7593e1d5c5a, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=67d4f055-485d-48f5-ad58-c7593e1d5c5a,segment=NetworkSegment(4706fe9e-ebde-4b1c-abdd-c4c6df8f240c),segment_id=4706fe9e-ebde-4b1c-abdd-c4c6df8f240c)] {{(pid=83999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:43:04.887207 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-adb51eba-5133-4bfa-a3fb-70c41a78bb4b req-191b9d4e-c81b-4838-8fca-212f4fe1a64a tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3871786'] for port, precommit_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:05.035219 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.plugin [req-adb51eba-5133-4bfa-a3fb-70c41a78bb4b req-191b9d4e-c81b-4838-8fca-212f4fe1a64a tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] Calling delete_port for 67d4f055-485d-48f5-ad58-c7593e1d5c5a owned by compute:nova {{(pid=83999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 21:43:05.099985 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Device 67d4f055-485d-48f5-ad58-c7593e1d5c5a no longer exists at agent ovs-agent-hv-cinder-77525 {{(pid=84000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 15 21:43:05.259674 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:05.282034 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-adb51eba-5133-4bfa-a3fb-70c41a78bb4b req-191b9d4e-c81b-4838-8fca-212f4fe1a64a tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779317976810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363257537242535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853815187'] for port, after_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:05.300926 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-4606b492-424e-4364-b332-0b271172344a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:43:05.358036 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48a428d-fca6-4fab-9e30-065b891037d1 req-f3d60f18-def4-4675-b3a8-64aad4c38059 tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:43:05.360098 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-f48a428d-fca6-4fab-9e30-065b891037d1 req-f3d60f18-def4-4675-b3a8-64aad4c38059 tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] 10.222.0.68 "GET /v2.0/ports?device_id=b31359ed-0e47-429b-a90d-214bf023f93c HTTP/1.1" status: 200 len: 945 time: 0.2310274 Feb 15 21:43:05.375623 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191b9d4e-c81b-4838-8fca-212f4fe1a64a tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] Pushing event deleted for resources: {'Port': ['ID=67d4f055-485d-48f5-ad58-c7593e1d5c5a,revision_number=None']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:43:05.418306 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-6a628496-c0d4-4484-81c0-54f2d2927479 req-f64ceabf-68d6-4ed2-abb0-2254456ef0a5 tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:05.422804 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-6a628496-c0d4-4484-81c0-54f2d2927479 req-f64ceabf-68d6-4ed2-abb0-2254456ef0a5 tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3816703'] for floatingip, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:05.455615 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191b9d4e-c81b-4838-8fca-212f4fe1a64a tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:43:05.456032 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191b9d4e-c81b-4838-8fca-212f4fe1a64a tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:43:05.456442 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191b9d4e-c81b-4838-8fca-212f4fe1a64a tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:43:05.456845 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191b9d4e-c81b-4838-8fca-212f4fe1a64a tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:43:05.457244 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191b9d4e-c81b-4838-8fca-212f4fe1a64a tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:43:05.457672 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191b9d4e-c81b-4838-8fca-212f4fe1a64a tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:43:05.458069 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191b9d4e-c81b-4838-8fca-212f4fe1a64a tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:43:05.458462 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191b9d4e-c81b-4838-8fca-212f4fe1a64a tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:43:05.458855 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191b9d4e-c81b-4838-8fca-212f4fe1a64a tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:43:05.459246 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191b9d4e-c81b-4838-8fca-212f4fe1a64a tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:43:05.459638 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191b9d4e-c81b-4838-8fca-212f4fe1a64a tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:43:05.460028 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191b9d4e-c81b-4838-8fca-212f4fe1a64a tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:43:05.460490 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191b9d4e-c81b-4838-8fca-212f4fe1a64a tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:43:05.460866 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191b9d4e-c81b-4838-8fca-212f4fe1a64a tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:43:05.461264 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191b9d4e-c81b-4838-8fca-212f4fe1a64a tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:43:05.461706 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191b9d4e-c81b-4838-8fca-212f4fe1a64a tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:43:05.462094 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191b9d4e-c81b-4838-8fca-212f4fe1a64a tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:43:05.462808 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191b9d4e-c81b-4838-8fca-212f4fe1a64a tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:43:05.463128 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191b9d4e-c81b-4838-8fca-212f4fe1a64a tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:43:05.463524 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191b9d4e-c81b-4838-8fca-212f4fe1a64a tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:43:05.463918 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191b9d4e-c81b-4838-8fca-212f4fe1a64a tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:43:05.464305 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191b9d4e-c81b-4838-8fca-212f4fe1a64a tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:43:05.464700 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191b9d4e-c81b-4838-8fca-212f4fe1a64a tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:43:05.465077 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191b9d4e-c81b-4838-8fca-212f4fe1a64a tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:43:05.469411 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-191b9d4e-c81b-4838-8fca-212f4fe1a64a tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:43:05.519970 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-f48a428d-fca6-4fab-9e30-065b891037d1 req-a2d4c146-983c-4863-9d46-c7a9a3645892 tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] 10.222.0.68 "GET /v2.0/security-groups?id=8bc26fce-d2b5-431c-b40f-aa9fc664e5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462104 Feb 15 21:43:05.597888 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvrscheduler_db [req-adb51eba-5133-4bfa-a3fb-70c41a78bb4b req-191b9d4e-c81b-4838-8fca-212f4fe1a64a tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] No DVR routers for this DVR port 67d4f055-485d-48f5-ad58-c7593e1d5c5a on host hv-cinder-77525 {{(pid=83999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 15 21:43:05.601844 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-adb51eba-5133-4bfa-a3fb-70c41a78bb4b req-191b9d4e-c81b-4838-8fca-212f4fe1a64a tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762656'] for port, before_response {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:05.607176 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b31359ed-0e47-429b-a90d-214bf023f93c', 'name': 'network-vif-deleted', 'tag': '67d4f055-485d-48f5-ad58-c7593e1d5c5a'}] {{(pid=83999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 21:43:05.618761 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.db.l3_db [req-6a628496-c0d4-4484-81c0-54f2d2927479 req-f64ceabf-68d6-4ed2-abb0-2254456ef0a5 tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Floating IP 184e2548-aca1-45af-8419-aff861bf095c associated. External IP: 172.28.3.62, port: 291bbd16-e1db-4d9d-9ad9-ed9cff6b0cd4. Feb 15 21:43:05.633783 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-adb51eba-5133-4bfa-a3fb-70c41a78bb4b req-191b9d4e-c81b-4838-8fca-212f4fe1a64a tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] 10.222.0.46 "DELETE /v2.0/ports/67d4f055-485d-48f5-ad58-c7593e1d5c5a HTTP/1.1" status: 204 len: 173 time: 1.2029543 Feb 15 21:43:05.770142 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8693f9-9689-4454-88ee-0e33d5248d31 req-7a1cafd7-900d-4cc5-8ae7-1530cdbf9292 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:43:05.772066 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-7e8693f9-9689-4454-88ee-0e33d5248d31 req-7a1cafd7-900d-4cc5-8ae7-1530cdbf9292 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/ports?device_id=22283d64-fb12-49e8-a3ff-d8be33246567 HTTP/1.1" status: 200 len: 946 time: 0.1027980 Feb 15 21:43:05.850312 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-7e8693f9-9689-4454-88ee-0e33d5248d31 req-89dbaf38-2e31-435e-8ce0-f85146c58bf2 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/security-groups?id=cfa94711-8349-42e9-83b9-bdf74ec03915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716124 Feb 15 21:43:05.947067 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b31359ed-0e47-429b-a90d-214bf023f93c', 'name': 'network-vif-deleted', 'tag': '67d4f055-485d-48f5-ad58-c7593e1d5c5a', 'status': 'completed', 'code': 200} Feb 15 21:43:06.081625 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6a628496-c0d4-4484-81c0-54f2d2927479 req-f64ceabf-68d6-4ed2-abb0-2254456ef0a5 tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Router 004e3b54-4ac9-4972-bd76-f2bead14228d has already been hosted by L3 agent dc46b086-6cb1-49e8-b95e-1fe9b389155e {{(pid=83998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 15 21:43:06.284791 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6a628496-c0d4-4484-81c0-54f2d2927479 req-f64ceabf-68d6-4ed2-abb0-2254456ef0a5 tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Notify agent at l3_agent.dv-cinder-775250-3-smb the message routers_updated {{(pid=83998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 15 21:43:06.289507 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-6a628496-c0d4-4484-81c0-54f2d2927479 req-f64ceabf-68d6-4ed2-abb0-2254456ef0a5 tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762656'] for floatingip, before_response {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:06.294819 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5dca3b-4f03-4dea-80ad-504361533a6e None None] Sync routers for ids ['004e3b54-4ac9-4972-bd76-f2bead14228d'] in dv-cinder-775250-3-smb {{(pid=84001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 15 21:43:06.306570 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5dca3b-4f03-4dea-80ad-504361533a6e None None] Routers {'004e3b54-4ac9-4972-bd76-f2bead14228d'} bound to L3 agent in host dv-cinder-775250-3-smb {{(pid=84001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 21:43:06.307255 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_hamode_db [None req-6a5dca3b-4f03-4dea-80ad-504361533a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-15T21:30:22Z,description=,heartbeat_timestamp=2021-02-15T21:42:52Z,host='dv-cinder-775250-3-smb',id=dc46b086-6cb1-49e8-b95e-1fe9b389155e,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T21:30:22Z,topic='l3_agent')) {'router_ids': ['004e3b54-4ac9-4972-bd76-f2bead14228d'], 'active': True} {{(pid=84001) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:43:06.355715 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-6a628496-c0d4-4484-81c0-54f2d2927479 req-f64ceabf-68d6-4ed2-abb0-2254456ef0a5 tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] 10.222.0.68 "PUT /v2.0/floatingips/184e2548-aca1-45af-8419-aff861bf095c HTTP/1.1" status: 200 len: 995 time: 2.0673363 Feb 15 21:43:06.356678 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41ba888e-6794-4d21-8b8c-00578e7eb22d', 'tag': '291bbd16-e1db-4d9d-9ad9-ed9cff6b0cd4'}] {{(pid=83998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 21:43:06.440309 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41ba888e-6794-4d21-8b8c-00578e7eb22d', 'tag': '291bbd16-e1db-4d9d-9ad9-ed9cff6b0cd4', 'status': 'completed', 'code': 200} Feb 15 21:43:06.571543 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a628496-c0d4-4484-81c0-54f2d2927479 req-391a4c70-7f9d-4b13-9313-09ad0b1bafd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:43:06.580060 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-6a628496-c0d4-4484-81c0-54f2d2927479 req-391a4c70-7f9d-4b13-9313-09ad0b1bafd5 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e5c39c2be7094b439ebb60d1c07bbb7e&device_id=41ba888e-6794-4d21-8b8c-00578e7eb22d HTTP/1.1" status: 200 len: 1162 time: 0.2015631 Feb 15 21:43:06.675151 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014cba92-6085-48ff-8dd3-b2380f772909 req-c92fa78e-e764-4c2d-b755-9fb332d13a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:43:06.676825 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-014cba92-6085-48ff-8dd3-b2380f772909 req-c92fa78e-e764-4c2d-b755-9fb332d13a07 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e5c39c2be7094b439ebb60d1c07bbb7e&device_id=41ba888e-6794-4d21-8b8c-00578e7eb22d HTTP/1.1" status: 200 len: 1162 time: 0.1906946 Feb 15 21:43:06.780939 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvr_db [None req-6a5dca3b-4f03-4dea-80ad-504361533a6e None None] Set router 004e3b54-4ac9-4972-bd76-f2bead14228d gateway port host: dv-cinder-775250-3-smb {{(pid=84001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 21:43:06.800797 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a628496-c0d4-4484-81c0-54f2d2927479 req-72a9279b-5fb9-4998-bf63-12b6e8eec19e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:43:06.802731 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-6a628496-c0d4-4484-81c0-54f2d2927479 req-72a9279b-5fb9-4998-bf63-12b6e8eec19e service neutron] 10.222.0.68 "GET /v2.0/networks?id=6e26f87c-2805-4f2b-8fbf-dfda22b57e8d HTTP/1.1" status: 200 len: 900 time: 0.2123330 Feb 15 21:43:06.956281 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-6a628496-c0d4-4484-81c0-54f2d2927479 req-e4e6ab78-4fcc-4514-8275-66aadec74df4 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=291bbd16-e1db-4d9d-9ad9-ed9cff6b0cd4 HTTP/1.1" status: 200 len: 998 time: 0.1457841 Feb 15 21:43:07.105448 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a628496-c0d4-4484-81c0-54f2d2927479 req-2f83f62e-69ea-4f8e-b49b-66aa1b80bd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:43:07.108005 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-6a628496-c0d4-4484-81c0-54f2d2927479 req-2f83f62e-69ea-4f8e-b49b-66aa1b80bd58 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=94a790b3-5bef-4570-9182-1c29edefc949 HTTP/1.1" status: 200 len: 845 time: 0.1396742 Feb 15 21:43:07.164241 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [req-14213a1b-f5f0-4b4e-a864-14613c74baff req-cdb22670-9ba6-420a-89f3-6b83b737f8c1 tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] Synchronizing usage tracker for tenant:4774bd6de9424041b36c50b9df5678da on resource:port {{(pid=83999) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 21:43:07.172016 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Device 1be03bc2-babb-4dfe-95ed-1391e5bcd7bf up at agent ovs-agent-hv-cinder-77525 {{(pid=84000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:43:07.359766 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a628496-c0d4-4484-81c0-54f2d2927479 req-5a2cfa03-904f-4aff-a1b6-2f7b09cd7912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:43:07.374852 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-6a628496-c0d4-4484-81c0-54f2d2927479 req-5a2cfa03-904f-4aff-a1b6-2f7b09cd7912 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=6e26f87c-2805-4f2b-8fbf-dfda22b57e8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2590215 Feb 15 21:43:07.383488 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [req-6a628496-c0d4-4484-81c0-54f2d2927479 req-3dd6a382-acca-495f-99ef-69c5c0cc1c49 service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=83998) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 21:43:07.396790 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Provisioning complete for port 1be03bc2-babb-4dfe-95ed-1391e5bcd7bf triggered by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:43:07.397135 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-6a628496-c0d4-4484-81c0-54f2d2927479 req-3dd6a382-acca-495f-99ef-69c5c0cc1c49 service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0204208 Feb 15 21:43:07.397276 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:07.432986 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [req-14213a1b-f5f0-4b4e-a864-14613c74baff req-cdb22670-9ba6-420a-89f3-6b83b737f8c1 tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] Unset dirty status for tenant:4774bd6de9424041b36c50b9df5678da on resource:port {{(pid=83999) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 21:43:07.458036 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-14213a1b-f5f0-4b4e-a864-14613c74baff req-cdb22670-9ba6-420a-89f3-6b83b737f8c1 tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] 10.222.0.68 "GET /v2.0/ports?device_id=b31359ed-0e47-429b-a90d-214bf023f93c HTTP/1.1" status: 200 len: 210 time: 0.3700612 Feb 15 21:43:07.471290 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014cba92-6085-48ff-8dd3-b2380f772909 req-a71f352c-ac9b-450d-ad4e-a01a10cd968e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:43:07.478034 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-014cba92-6085-48ff-8dd3-b2380f772909 req-a71f352c-ac9b-450d-ad4e-a01a10cd968e service neutron] 10.222.0.46 "GET /v2.0/networks?id=6e26f87c-2805-4f2b-8fbf-dfda22b57e8d HTTP/1.1" status: 200 len: 900 time: 0.7924945 Feb 15 21:43:07.548310 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_hamode_db [None req-6a5dca3b-4f03-4dea-80ad-504361533a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '004e3b54-4ac9-4972-bd76-f2bead14228d', 'name': 'tempest-TestShelveInstance-3381138-router', 'tenant_id': 'e5c39c2be7094b439ebb60d1c07bbb7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'external_fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.69'}], 'enable_snat': True}, 'gw_port_id': 'ebeb435d-660c-438f-9397-cced0b158153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:41:22Z', 'updated_at': '2021-02-15T21:41:33Z', 'revision_number': 4, 'project_id': 'e5c39c2be7094b439ebb60d1c07bbb7e', 'gw_port': {'id': 'ebeb435d-660c-438f-9397-cced0b158153', 'name': '', 'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:df:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004e3b54-4ac9-4972-bd76-f2bead14228d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:41:25Z', 'updated_at': '2021-02-15T21:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-smb', '_floatingips': [{'id': '184e2548-aca1-45af-8419-aff861bf095c', 'tenant_id': 'e5c39c2be7094b439ebb60d1c07bbb7e', 'floating_ip_address': '172.28.3.62', 'floating_network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'router_id': '004e3b54-4ac9-4972-bd76-f2bead14228d', 'port_id': '291bbd16-e1db-4d9d-9ad9-ed9cff6b0cd4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 395, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e26f87c-2805-4f2b-8fbf-dfda22b57e8d', 'mac_address': 'fa:16:3e:7d:34:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ba888e-6794-4d21-8b8c-00578e7eb22d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-15T21:43:02Z', 'updated_at': '2021-02-15T21:43:05Z', 'revision_number': 1, 'project_id': 'e5c39c2be7094b439ebb60d1c07bbb7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd36f9a97-c22b-4d57-9367-785d4a870250', 'name': '', 'network_id': '6e26f87c-2805-4f2b-8fbf-dfda22b57e8d', 'tenant_id': 'e5c39c2be7094b439ebb60d1c07bbb7e', 'mac_address': 'fa:16:3e:69:d0:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004e3b54-4ac9-4972-bd76-f2bead14228d', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '94a790b3-5bef-4570-9182-1c29edefc949', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:41:31Z', 'updated_at': '2021-02-15T21:41:44Z', 'revision_number': 5, 'project_id': 'e5c39c2be7094b439ebb60d1c07bbb7e', 'subnets': [{'id': '94a790b3-5bef-4570-9182-1c29edefc949', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-3-smb', False) {} {{(pid=84001) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:43:07.559273 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5dca3b-4f03-4dea-80ad-504361533a6e None None] Checking router: 004e3b54-4ac9-4972-bd76-f2bead14228d for host: dv-cinder-775250-3-smb {{(pid=84001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 15 21:43:07.585055 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5dca3b-4f03-4dea-80ad-504361533a6e None None] Routers {'004e3b54-4ac9-4972-bd76-f2bead14228d'} bound to L3 agent in host dv-cinder-775250-3-smb {{(pid=84001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 21:43:07.585853 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_hamode_db [None req-6a5dca3b-4f03-4dea-80ad-504361533a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-15T21:30:22Z,description=,heartbeat_timestamp=2021-02-15T21:42:52Z,host='dv-cinder-775250-3-smb',id=dc46b086-6cb1-49e8-b95e-1fe9b389155e,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T21:30:22Z,topic='l3_agent')) {'router_ids': ['004e3b54-4ac9-4972-bd76-f2bead14228d'], 'active': True} {{(pid=84001) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:43:07.689392 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-014cba92-6085-48ff-8dd3-b2380f772909 req-573ed933-5507-421c-ab5b-d6d3bc647fb1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=291bbd16-e1db-4d9d-9ad9-ed9cff6b0cd4 HTTP/1.1" status: 200 len: 998 time: 0.2014263 Feb 15 21:43:07.705503 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-6a628496-c0d4-4484-81c0-54f2d2927479 req-4a11631f-a8b6-4df7-8aad-b0cdaa77ffa1 service neutron] 10.222.0.68 "GET /v2.0/networks/6e26f87c-2805-4f2b-8fbf-dfda22b57e8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3042893 Feb 15 21:43:07.858035 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014cba92-6085-48ff-8dd3-b2380f772909 req-ccb57eee-597e-47bf-83f4-a679831780cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:43:07.859753 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-014cba92-6085-48ff-8dd3-b2380f772909 req-ccb57eee-597e-47bf-83f4-a679831780cb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=94a790b3-5bef-4570-9182-1c29edefc949 HTTP/1.1" status: 200 len: 845 time: 0.1011357 Feb 15 21:43:07.950798 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83998) accepted ('10.222.0.68', 48998) {{(pid=83998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:43:07.958057 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvr_db [None req-6a5dca3b-4f03-4dea-80ad-504361533a6e None None] Set router 004e3b54-4ac9-4972-bd76-f2bead14228d gateway port host: dv-cinder-775250-3-smb {{(pid=84001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 21:43:07.991123 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef8b967-bc9a-422c-9e1b-b37929288ed4 req-b0efc893-57a9-43ca-ae7e-c3d05e1be7f7 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:43:08.000269 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-4ef8b967-bc9a-422c-9e1b-b37929288ed4 req-b0efc893-57a9-43ca-ae7e-c3d05e1be7f7 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/ports?device_id=22283d64-fb12-49e8-a3ff-d8be33246567 HTTP/1.1" status: 200 len: 946 time: 0.3095598 Feb 15 21:43:08.022046 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-6a628496-c0d4-4484-81c0-54f2d2927479 req-4048c12d-f724-410f-bbb1-eb9b284b9b28 service neutron] 10.222.0.68 "GET /v2.0/networks/6e26f87c-2805-4f2b-8fbf-dfda22b57e8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3044593 Feb 15 21:43:08.084998 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-4ef8b967-bc9a-422c-9e1b-b37929288ed4 req-cf803946-0de3-430d-913c-84849b965dbf tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/security-groups?id=cfa94711-8349-42e9-83b9-bdf74ec03915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830874 Feb 15 21:43:08.118580 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014cba92-6085-48ff-8dd3-b2380f772909 req-41bd947c-bd49-43e9-ad95-8dc084182d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:43:08.121224 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-014cba92-6085-48ff-8dd3-b2380f772909 req-41bd947c-bd49-43e9-ad95-8dc084182d2d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6e26f87c-2805-4f2b-8fbf-dfda22b57e8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2433407 Feb 15 21:43:08.272147 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-1d9a2ec3-11bd-40d6-bc7a-a42a5c80b617 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:08.302663 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-1d9a2ec3-11bd-40d6-bc7a-a42a5c80b617 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:43:08.311989 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-1d9a2ec3-11bd-40d6-bc7a-a42a5c80b617 admin admin] Usage tracker for resource:security_group_rule and tenant:94ef7d3000434d6283e17fda3534845b is out of sync, need to count used quota {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:43:08.311989 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-1d9a2ec3-11bd-40d6-bc7a-a42a5c80b617 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:43:08.316771 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-1d9a2ec3-11bd-40d6-bc7a-a42a5c80b617 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:43:08.368318 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-014cba92-6085-48ff-8dd3-b2380f772909 req-1b43812d-862d-441f-9acc-5d7dc5149c92 service neutron] 10.222.0.46 "GET /v2.0/networks/6e26f87c-2805-4f2b-8fbf-dfda22b57e8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367227 Feb 15 21:43:08.408452 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-1d9a2ec3-11bd-40d6-bc7a-a42a5c80b617 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:08.411608 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-1d9a2ec3-11bd-40d6-bc7a-a42a5c80b617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:08.421036 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-89e6f054-324e-4d97-8397-3478015697cb tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:43:08.465288 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-1d9a2ec3-11bd-40d6-bc7a-a42a5c80b617 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=94ef7d3000434d6283e17fda3534845b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5132334 Feb 15 21:43:08.466995 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9a2ec3-11bd-40d6-bc7a-a42a5c80b617 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54ac9e92-a65a-479b-84e5-148a531ce226,revision_number=1']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:43:08.470175 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83998) accepted ('10.222.0.68', 49014) {{(pid=83998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:43:08.472873 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-1d9a2ec3-11bd-40d6-bc7a-a42a5c80b617 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:43:08.517792 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_hamode_db [None req-6a5dca3b-4f03-4dea-80ad-504361533a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '004e3b54-4ac9-4972-bd76-f2bead14228d', 'name': 'tempest-TestShelveInstance-3381138-router', 'tenant_id': 'e5c39c2be7094b439ebb60d1c07bbb7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'external_fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.69'}], 'enable_snat': True}, 'gw_port_id': 'ebeb435d-660c-438f-9397-cced0b158153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:41:22Z', 'updated_at': '2021-02-15T21:41:33Z', 'revision_number': 4, 'project_id': 'e5c39c2be7094b439ebb60d1c07bbb7e', 'gw_port': {'id': 'ebeb435d-660c-438f-9397-cced0b158153', 'name': '', 'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:df:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004e3b54-4ac9-4972-bd76-f2bead14228d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:41:25Z', 'updated_at': '2021-02-15T21:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-smb', '_floatingips': [{'id': '184e2548-aca1-45af-8419-aff861bf095c', 'tenant_id': 'e5c39c2be7094b439ebb60d1c07bbb7e', 'floating_ip_address': '172.28.3.62', 'floating_network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'router_id': '004e3b54-4ac9-4972-bd76-f2bead14228d', 'port_id': '291bbd16-e1db-4d9d-9ad9-ed9cff6b0cd4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 395, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e26f87c-2805-4f2b-8fbf-dfda22b57e8d', 'mac_address': 'fa:16:3e:7d:34:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ba888e-6794-4d21-8b8c-00578e7eb22d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-15T21:43:02Z', 'updated_at': '2021-02-15T21:43:05Z', 'revision_number': 1, 'project_id': 'e5c39c2be7094b439ebb60d1c07bbb7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd36f9a97-c22b-4d57-9367-785d4a870250', 'name': '', 'network_id': '6e26f87c-2805-4f2b-8fbf-dfda22b57e8d', 'tenant_id': 'e5c39c2be7094b439ebb60d1c07bbb7e', 'mac_address': 'fa:16:3e:69:d0:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004e3b54-4ac9-4972-bd76-f2bead14228d', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '94a790b3-5bef-4570-9182-1c29edefc949', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:41:31Z', 'updated_at': '2021-02-15T21:41:44Z', 'revision_number': 5, 'project_id': 'e5c39c2be7094b439ebb60d1c07bbb7e', 'subnets': [{'id': '94a790b3-5bef-4570-9182-1c29edefc949', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-3-smb', False) {} {{(pid=84001) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:43:08.522904 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5dca3b-4f03-4dea-80ad-504361533a6e None None] The sync data for ids ['004e3b54-4ac9-4972-bd76-f2bead14228d'] in dv-cinder-775250-3-smb is: [{'id': '004e3b54-4ac9-4972-bd76-f2bead14228d', 'name': 'tempest-TestShelveInstance-3381138-router', 'tenant_id': 'e5c39c2be7094b439ebb60d1c07bbb7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'external_fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.69'}], 'enable_snat': True}, 'gw_port_id': 'ebeb435d-660c-438f-9397-cced0b158153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:41:22Z', 'updated_at': '2021-02-15T21:41:33Z', 'revision_number': 4, 'project_id': 'e5c39c2be7094b439ebb60d1c07bbb7e', 'gw_port': {'id': 'ebeb435d-660c-438f-9397-cced0b158153', 'name': '', 'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:df:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004e3b54-4ac9-4972-bd76-f2bead14228d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:41:25Z', 'updated_at': '2021-02-15T21:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-smb', '_floatingips': [{'id': '184e2548-aca1-45af-8419-aff861bf095c', 'tenant_id': 'e5c39c2be7094b439ebb60d1c07bbb7e', 'floating_ip_address': '172.28.3.62', 'floating_network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'router_id': '004e3b54-4ac9-4972-bd76-f2bead14228d', 'port_id': '291bbd16-e1db-4d9d-9ad9-ed9cff6b0cd4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 395, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e26f87c-2805-4f2b-8fbf-dfda22b57e8d', 'mac_address': 'fa:16:3e:7d:34:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ba888e-6794-4d21-8b8c-00578e7eb22d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-15T21:43:02Z', 'updated_at': '2021-02-15T21:43:05Z', 'revision_number': 1, 'project_id': 'e5c39c2be7094b439ebb60d1c07bbb7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd36f9a97-c22b-4d57-9367-785d4a870250', 'name': '', 'network_id': '6e26f87c-2805-4f2b-8fbf-dfda22b57e8d', 'tenant_id': 'e5c39c2be7094b439ebb60d1c07bbb7e', 'mac_address': 'fa:16:3e:69:d0:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004e3b54-4ac9-4972-bd76-f2bead14228d', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '94a790b3-5bef-4570-9182-1c29edefc949', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:41:31Z', 'updated_at': '2021-02-15T21:41:44Z', 'revision_number': 5, 'project_id': 'e5c39c2be7094b439ebb60d1c07bbb7e', 'subnets': [{'id': '94a790b3-5bef-4570-9182-1c29edefc949', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 15 21:43:08.542387 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-014cba92-6085-48ff-8dd3-b2380f772909 req-9e30f3f0-cce9-4742-a5c5-aac55e34763f service neutron] 10.222.0.46 "GET /v2.0/networks/6e26f87c-2805-4f2b-8fbf-dfda22b57e8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1573944 Feb 15 21:43:08.546905 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-4a666c83-a2f3-4413-b940-74f3a6639064 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:08.582494 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-4a666c83-a2f3-4413-b940-74f3a6639064 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:08.635884 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-4a666c83-a2f3-4413-b940-74f3a6639064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:08.641677 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-55a97a31-d47f-4a47-b2dd-3c9d7c1e1e8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:43:08.655958 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a666c83-a2f3-4413-b940-74f3a6639064 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54ac9e92-a65a-479b-84e5-148a531ce226,revision_number=None']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:43:08.658983 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-4a666c83-a2f3-4413-b940-74f3a6639064 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:43:08.660203 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-4a666c83-a2f3-4413-b940-74f3a6639064 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:08.664695 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-4a666c83-a2f3-4413-b940-74f3a6639064 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/54ac9e92-a65a-479b-84e5-148a531ce226 HTTP/1.1" status: 204 len: 168 time: 0.1935771 Feb 15 21:43:08.817992 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df9f479-55b9-4bbb-af26-0a6c0178443b None None] New status for floating IP 184e2548-aca1-45af-8419-aff861bf095c: ACTIVE {{(pid=84000) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 15 21:43:09.320357 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ffec34-4d57-4b70-963a-6d8cbe8e6e7c req-cb8d4080-c798-448d-869c-77526384a82e tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:43:09.322272 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-a5ffec34-4d57-4b70-963a-6d8cbe8e6e7c req-cb8d4080-c798-448d-869c-77526384a82e tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/ports?device_id=22283d64-fb12-49e8-a3ff-d8be33246567 HTTP/1.1" status: 200 len: 946 time: 0.0987542 Feb 15 21:43:09.395154 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-a5ffec34-4d57-4b70-963a-6d8cbe8e6e7c req-d7937717-0259-48f8-98da-2907e529f54e tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/security-groups?id=cfa94711-8349-42e9-83b9-bdf74ec03915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646226 Feb 15 21:43:09.932793 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dd329d-1a36-4129-ab57-9c449dbf1028 req-8a0b1bb3-e443-4eed-b0db-c84f6d0121e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:43:09.935892 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-f8dd329d-1a36-4129-ab57-9c449dbf1028 req-8a0b1bb3-e443-4eed-b0db-c84f6d0121e2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=22283d64-fb12-49e8-a3ff-d8be33246567 HTTP/1.1" status: 200 len: 1163 time: 0.0875230 Feb 15 21:43:10.003879 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-f8dd329d-1a36-4129-ab57-9c449dbf1028 req-976164c0-5a70-4705-9d1f-f86c2366943b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=cfa94711-8349-42e9-83b9-bdf74ec03915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589054 Feb 15 21:43:10.330091 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83998) accepted ('10.222.0.68', 49098) {{(pid=83998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:43:10.469402 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-834b4004-66f0-4555-91f5-1880d681e1a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:10.486117 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-834b4004-66f0-4555-91f5-1880d681e1a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:43:10.491109 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-834b4004-66f0-4555-91f5-1880d681e1a4 admin admin] Usage tracker for resource:security_group_rule and tenant:ae0450b2e2a34631845b878c6f3de3d4 is out of sync, need to count used quota {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:43:10.494531 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-834b4004-66f0-4555-91f5-1880d681e1a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:43:10.501659 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-834b4004-66f0-4555-91f5-1880d681e1a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:43:10.661753 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3ea7ec-3482-420e-b838-a9e44d1da218 req-cba23877-923d-4308-a536-a47af928f44a tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:43:10.663419 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-0c3ea7ec-3482-420e-b838-a9e44d1da218 req-cba23877-923d-4308-a536-a47af928f44a tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/ports?device_id=22283d64-fb12-49e8-a3ff-d8be33246567 HTTP/1.1" status: 200 len: 946 time: 0.1520579 Feb 15 21:43:10.698122 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-834b4004-66f0-4555-91f5-1880d681e1a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:10.705221 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-834b4004-66f0-4555-91f5-1880d681e1a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:10.716415 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-5a34347d-c598-4a9f-baef-3cc71ea9275e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:43:10.773864 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-0c3ea7ec-3482-420e-b838-a9e44d1da218 req-1bc8eab7-ab92-45f1-93fc-9bdeb85bd128 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/security-groups?id=cfa94711-8349-42e9-83b9-bdf74ec03915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969210 Feb 15 21:43:10.780522 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834b4004-66f0-4555-91f5-1880d681e1a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb592f18-7588-4243-a225-ca48a7af0563,revision_number=1']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:43:10.784798 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-834b4004-66f0-4555-91f5-1880d681e1a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:43:10.788648 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-834b4004-66f0-4555-91f5-1880d681e1a4 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=ae0450b2e2a34631845b878c6f3de3d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4570692 Feb 15 21:43:10.790794 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83998) accepted ('10.222.0.68', 49108) {{(pid=83998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:43:10.858659 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-d6e3f2ce-9ea5-402d-ab32-8199b4629d15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:10.901619 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-d6e3f2ce-9ea5-402d-ab32-8199b4629d15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:10.962134 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-d6e3f2ce-9ea5-402d-ab32-8199b4629d15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:10.968643 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-c01e5f12-8122-4e16-9173-6e109a7ea9ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:43:10.983245 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e3f2ce-9ea5-402d-ab32-8199b4629d15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb592f18-7588-4243-a225-ca48a7af0563,revision_number=None']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:43:10.990612 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-d6e3f2ce-9ea5-402d-ab32-8199b4629d15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:43:10.991450 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-d6e3f2ce-9ea5-402d-ab32-8199b4629d15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:10.998066 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-d6e3f2ce-9ea5-402d-ab32-8199b4629d15 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/fb592f18-7588-4243-a225-ca48a7af0563 HTTP/1.1" status: 204 len: 168 time: 0.2004032 Feb 15 21:43:12.020233 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be02ba48-3b6b-465a-98eb-869c6ac90a67 req-3771f202-d453-4c69-9b70-f730367d217a tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:43:12.021962 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-be02ba48-3b6b-465a-98eb-869c6ac90a67 req-3771f202-d453-4c69-9b70-f730367d217a tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/ports?device_id=22283d64-fb12-49e8-a3ff-d8be33246567 HTTP/1.1" status: 200 len: 946 time: 0.0887499 Feb 15 21:43:12.071705 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-be02ba48-3b6b-465a-98eb-869c6ac90a67 req-eaed0ffb-8d64-4008-baec-c244d2da5688 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/security-groups?id=cfa94711-8349-42e9-83b9-bdf74ec03915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429730 Feb 15 21:43:12.860598 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2055cabe-8ef9-4b13-b2bd-feea23e36690 req-4437bfc7-15ca-4a44-93ae-07758c8888bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:43:12.868899 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-2055cabe-8ef9-4b13-b2bd-feea23e36690 req-4437bfc7-15ca-4a44-93ae-07758c8888bb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6560e6c9f85e4d83bbd45fb6f6c6ecff&device_id=22283d64-fb12-49e8-a3ff-d8be33246567 HTTP/1.1" status: 200 len: 1163 time: 0.2564640 Feb 15 21:43:12.876137 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c0a8b4-6a29-43c4-b20c-9d009fa65082 req-1d6393e7-9c80-47db-a1ed-5175184ff581 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:43:12.881603 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-23c0a8b4-6a29-43c4-b20c-9d009fa65082 req-1d6393e7-9c80-47db-a1ed-5175184ff581 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/ports?device_id=22283d64-fb12-49e8-a3ff-d8be33246567 HTTP/1.1" status: 200 len: 946 time: 0.1944821 Feb 15 21:43:13.052058 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-23c0a8b4-6a29-43c4-b20c-9d009fa65082 req-94b51dd5-6121-4035-8fa0-501809e649d0 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/security-groups?id=cfa94711-8349-42e9-83b9-bdf74ec03915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423061 Feb 15 21:43:13.080482 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2055cabe-8ef9-4b13-b2bd-feea23e36690 req-c26ed77f-b1e1-44bd-a0f6-491d69c292ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:43:13.082106 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-2055cabe-8ef9-4b13-b2bd-feea23e36690 req-c26ed77f-b1e1-44bd-a0f6-491d69c292ea service neutron] 10.222.0.46 "GET /v2.0/networks?id=c278209e-60b4-4d2d-9f56-5790073f68ce HTTP/1.1" status: 200 len: 910 time: 0.1994998 Feb 15 21:43:13.206647 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-2055cabe-8ef9-4b13-b2bd-feea23e36690 req-96fde5c1-c8c5-49e8-b6bc-593d6e3be8a4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1be03bc2-babb-4dfe-95ed-1391e5bcd7bf HTTP/1.1" status: 200 len: 217 time: 0.1154866 Feb 15 21:43:13.236596 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Device 1be03bc2-babb-4dfe-95ed-1391e5bcd7bf up at agent ovs-agent-hv-cinder-77525 {{(pid=84000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:43:13.313083 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Provisioning complete for port 1be03bc2-babb-4dfe-95ed-1391e5bcd7bf triggered by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:43:13.313549 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:13.393002 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2055cabe-8ef9-4b13-b2bd-feea23e36690 req-f0a9a7d8-394a-4cb4-bd14-88549320eb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:43:13.394646 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-2055cabe-8ef9-4b13-b2bd-feea23e36690 req-f0a9a7d8-394a-4cb4-bd14-88549320eb2d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f72e66a9-c0ee-498d-b316-6527684306cf HTTP/1.1" status: 200 len: 856 time: 0.1484234 Feb 15 21:43:13.474761 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-2055cabe-8ef9-4b13-b2bd-feea23e36690 req-4ecc425d-7450-47f9-9259-02f975c1dddf service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c278209e-60b4-4d2d-9f56-5790073f68ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607316 Feb 15 21:43:13.481406 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807490c2-e7dc-4e96-abe8-536556c0cef4 req-3c1118bb-b186-4b3d-bf72-c7d0b8a8cec9 tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:43:13.482823 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-807490c2-e7dc-4e96-abe8-536556c0cef4 req-3c1118bb-b186-4b3d-bf72-c7d0b8a8cec9 tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] 10.222.0.68 "GET /v2.0/networks?id=d4cb94c9-5a9a-4e6a-890c-f8f3d05830cf HTTP/1.1" status: 200 len: 814 time: 0.2804289 Feb 15 21:43:13.564951 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-807490c2-e7dc-4e96-abe8-536556c0cef4 req-6846e69d-b113-4cca-aeb4-bc601a4bd8c9 tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] 10.222.0.68 "GET /v2.0/quotas/4774bd6de9424041b36c50b9df5678da HTTP/1.1" status: 200 len: 375 time: 0.0439153 Feb 15 21:43:13.565661 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83998) accepted ('10.222.0.68', 49208) {{(pid=83998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:43:13.706103 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-60a81696-e236-447b-9730-e1c75e51a5ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:13.724833 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-60a81696-e236-447b-9730-e1c75e51a5ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:43:13.730233 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-60a81696-e236-447b-9730-e1c75e51a5ad admin admin] Usage tracker for resource:security_group_rule and tenant:c6d0d8b07a46499aa1afa2e9fcd6666d is out of sync, need to count used quota {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:43:13.733877 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-60a81696-e236-447b-9730-e1c75e51a5ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:43:13.740586 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-60a81696-e236-447b-9730-e1c75e51a5ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:43:13.747136 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-807490c2-e7dc-4e96-abe8-536556c0cef4 req-e4efb820-9a90-4129-b974-2b8d196b25ea tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=4774bd6de9424041b36c50b9df5678da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1044090 Feb 15 21:43:13.829243 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83998) accepted ('10.222.0.68', 49216) {{(pid=83998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:43:13.842721 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-60a81696-e236-447b-9730-e1c75e51a5ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:13.855169 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-60a81696-e236-447b-9730-e1c75e51a5ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:13.865038 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-aec443cf-a0c1-4beb-a060-6724627940ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:43:13.884878 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:13.920206 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-60a81696-e236-447b-9730-e1c75e51a5ad admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=c6d0d8b07a46499aa1afa2e9fcd6666d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3533540 Feb 15 21:43:13.921100 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83998) accepted ('10.222.0.68', 49222) {{(pid=83998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:43:13.926140 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a81696-e236-447b-9730-e1c75e51a5ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f03b3af-bd47-4947-a175-8d4331fc7b19,revision_number=1']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:43:13.940971 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-60a81696-e236-447b-9730-e1c75e51a5ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:43:13.952546 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-2055cabe-8ef9-4b13-b2bd-feea23e36690 req-3714781a-b191-4109-b7d4-828ae00b4d3b service neutron] 10.222.0.46 "GET /v2.0/networks/c278209e-60b4-4d2d-9f56-5790073f68ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4672413 Feb 15 21:43:14.010211 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-dbf425c0-0e9d-431c-80dd-e53958098deb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:14.012205 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-63106957-8e36-4b72-9f00-deb7039a8e20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:14.050094 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-63106957-8e36-4b72-9f00-deb7039a8e20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:43:14.059668 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-63106957-8e36-4b72-9f00-deb7039a8e20 admin admin] Usage tracker for resource:security_group_rule and tenant:6c1845039543407f98fddc2c330ff1c8 is out of sync, need to count used quota {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:43:14.063980 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-dbf425c0-0e9d-431c-80dd-e53958098deb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:14.071044 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-63106957-8e36-4b72-9f00-deb7039a8e20 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:43:14.081155 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-63106957-8e36-4b72-9f00-deb7039a8e20 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:43:14.093986 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-807490c2-e7dc-4e96-abe8-536556c0cef4 req-48b0cedc-ccf6-46bd-be8a-9b241336cad1 service neutron] 10.222.0.68 "GET /v2.0/networks/d4cb94c9-5a9a-4e6a-890c-f8f3d05830cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3326209 Feb 15 21:43:14.147748 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-dbf425c0-0e9d-431c-80dd-e53958098deb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:14.157036 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-6556b097-512a-4e62-841d-37d115048536 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:43:14.173206 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf425c0-0e9d-431c-80dd-e53958098deb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f03b3af-bd47-4947-a175-8d4331fc7b19,revision_number=None']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:43:14.179688 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-dbf425c0-0e9d-431c-80dd-e53958098deb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:43:14.199389 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-dbf425c0-0e9d-431c-80dd-e53958098deb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:14.204044 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-dbf425c0-0e9d-431c-80dd-e53958098deb admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/2f03b3af-bd47-4947-a175-8d4331fc7b19 HTTP/1.1" status: 204 len: 168 time: 0.2802448 Feb 15 21:43:14.247939 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-2055cabe-8ef9-4b13-b2bd-feea23e36690 req-da88badd-11c2-4965-b6b2-2c9d19291b2e service neutron] 10.222.0.46 "GET /v2.0/networks/c278209e-60b4-4d2d-9f56-5790073f68ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2834918 Feb 15 21:43:14.296282 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-63106957-8e36-4b72-9f00-deb7039a8e20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:14.300653 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-807490c2-e7dc-4e96-abe8-536556c0cef4 req-3604e01d-fff5-40c2-b92f-8dcb35b4623a service neutron] 10.222.0.68 "GET /v2.0/networks/d4cb94c9-5a9a-4e6a-890c-f8f3d05830cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1938813 Feb 15 21:43:14.308457 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-63106957-8e36-4b72-9f00-deb7039a8e20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:14.318676 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-9b2d9ce0-0fc5-4c0e-8798-0ee667b3b556 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:43:14.598926 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 49240) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:43:14.621542 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-6fe7f608-3923-49a9-a180-3636762619dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:14.648549 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-63106957-8e36-4b72-9f00-deb7039a8e20 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=6c1845039543407f98fddc2c330ff1c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8181503 Feb 15 21:43:14.648947 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-6fe7f608-3923-49a9-a180-3636762619dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:43:14.649733 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63106957-8e36-4b72-9f00-deb7039a8e20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf1fdef0-dc73-4f56-a239-c931a80de054,revision_number=1']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:43:14.659076 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b24efc-921d-4ca7-a97a-47185835291b req-14d2328f-8bd2-40c9-bb56-3d3b3a28a22a tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:43:14.660719 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-43b24efc-921d-4ca7-a97a-47185835291b req-14d2328f-8bd2-40c9-bb56-3d3b3a28a22a tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/ports?device_id=22283d64-fb12-49e8-a3ff-d8be33246567 HTTP/1.1" status: 200 len: 946 time: 0.4440751 Feb 15 21:43:14.661272 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83998) accepted ('10.222.0.68', 49248) {{(pid=83998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:43:14.662187 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-63106957-8e36-4b72-9f00-deb7039a8e20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:43:14.668426 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-6fe7f608-3923-49a9-a180-3636762619dc admin admin] Usage tracker for resource:security_group_rule and tenant:d6f41cb03a154d508066971db209eef2 is out of sync, need to count used quota {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:43:14.674663 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-6fe7f608-3923-49a9-a180-3636762619dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:43:14.681738 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-6fe7f608-3923-49a9-a180-3636762619dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:43:14.747998 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-43b24efc-921d-4ca7-a97a-47185835291b req-b11b174e-7564-46f0-8f26-68e21c478bb9 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/security-groups?id=cfa94711-8349-42e9-83b9-bdf74ec03915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567534 Feb 15 21:43:14.769106 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-fda1c0aa-42c3-4db9-9735-cf04387f1535 req-c8516c62-b092-4c89-9d56-e1ba9ffa87c4 tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] 10.222.0.68 "GET /v2.0/ports?device_id=9a8ffad2-8be2-4a0c-989f-580804d7d527 HTTP/1.1" status: 200 len: 210 time: 0.0800033 Feb 15 21:43:14.787778 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-f403e2b9-81c4-46e5-8e46-11671cc1bbc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:14.817550 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-f403e2b9-81c4-46e5-8e46-11671cc1bbc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:14.863831 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-6fe7f608-3923-49a9-a180-3636762619dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:14.868109 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-6fe7f608-3923-49a9-a180-3636762619dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:14.877155 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-f403e2b9-81c4-46e5-8e46-11671cc1bbc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:14.879073 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-ebf7f78b-40b3-4781-8bd8-285f36a84630 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:43:14.885269 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-bc7ae029-950b-4f85-a2d0-1a3296d6c320 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:43:14.900622 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f403e2b9-81c4-46e5-8e46-11671cc1bbc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf1fdef0-dc73-4f56-a239-c931a80de054,revision_number=None']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:43:14.904134 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-f403e2b9-81c4-46e5-8e46-11671cc1bbc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:43:14.908036 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-f403e2b9-81c4-46e5-8e46-11671cc1bbc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:14.909518 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-f403e2b9-81c4-46e5-8e46-11671cc1bbc1 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/bf1fdef0-dc73-4f56-a239-c931a80de054 HTTP/1.1" status: 204 len: 168 time: 0.2463214 Feb 15 21:43:14.942288 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-6fe7f608-3923-49a9-a180-3636762619dc admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=d6f41cb03a154d508066971db209eef2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3420079 Feb 15 21:43:14.943321 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe7f608-3923-49a9-a180-3636762619dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6686eb92-4940-499c-9fe3-8a8c2486bad2,revision_number=1']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:43:14.945545 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83998) accepted ('10.222.0.68', 49256) {{(pid=83998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:43:14.960016 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-6fe7f608-3923-49a9-a180-3636762619dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:43:15.017614 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-c82b046e-cb7f-424b-8b74-da2079660403 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:15.049192 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-c82b046e-cb7f-424b-8b74-da2079660403 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:15.114438 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-c82b046e-cb7f-424b-8b74-da2079660403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:15.126213 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-f4c0a83f-b973-42b6-a875-9728176f7e9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:43:15.149357 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82b046e-cb7f-424b-8b74-da2079660403 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6686eb92-4940-499c-9fe3-8a8c2486bad2,revision_number=None']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:43:15.154495 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-c82b046e-cb7f-424b-8b74-da2079660403 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:15.156555 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-c82b046e-cb7f-424b-8b74-da2079660403 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/6686eb92-4940-499c-9fe3-8a8c2486bad2 HTTP/1.1" status: 204 len: 168 time: 0.2096853 Feb 15 21:43:15.158084 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-c82b046e-cb7f-424b-8b74-da2079660403 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:43:15.287736 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Device 1be03bc2-babb-4dfe-95ed-1391e5bcd7bf up at agent ovs-agent-hv-cinder-77525 {{(pid=84000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:43:15.383248 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Provisioning complete for port 1be03bc2-babb-4dfe-95ed-1391e5bcd7bf triggered by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:43:15.384105 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:16.167509 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-5bf43cb7-06ef-43e1-9885-88515a5e589d req-a1af8ee9-80e7-4a0d-888a-3a62304949b5 tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] 10.222.0.68 "GET /v2.0/ports?device_id=9a8ffad2-8be2-4a0c-989f-580804d7d527 HTTP/1.1" status: 200 len: 210 time: 0.0824811 Feb 15 21:43:16.306580 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cbd352-2157-4977-bde6-15825820bf3a req-46694087-fc67-4723-ada9-c7d653b7db61 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:43:16.309486 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-03cbd352-2157-4977-bde6-15825820bf3a req-46694087-fc67-4723-ada9-c7d653b7db61 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/ports?device_id=22283d64-fb12-49e8-a3ff-d8be33246567 HTTP/1.1" status: 200 len: 946 time: 0.3742144 Feb 15 21:43:16.782811 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807490c2-e7dc-4e96-abe8-536556c0cef4 req-74c49fcc-9199-401c-9e68-54649ee16013 tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:43:16.785556 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-807490c2-e7dc-4e96-abe8-536556c0cef4 req-74c49fcc-9199-401c-9e68-54649ee16013 tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] 10.222.0.46 "GET /v2.0/networks?id=d4cb94c9-5a9a-4e6a-890c-f8f3d05830cf HTTP/1.1" status: 200 len: 814 time: 0.7562284 Feb 15 21:43:16.816277 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.v2.base [req-807490c2-e7dc-4e96-abe8-536556c0cef4 req-f3a45bd5-8354-4378-b80d-a53dec4655f6 tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] Request body: {'port': {'device_id': '9a8ffad2-8be2-4a0c-989f-580804d7d527', 'network_id': 'd4cb94c9-5a9a-4e6a-890c-f8f3d05830cf', 'admin_state_up': True, 'tenant_id': '4774bd6de9424041b36c50b9df5678da'}} {{(pid=83999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:43:16.900659 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-03cbd352-2157-4977-bde6-15825820bf3a req-54520618-d135-45ac-97b7-e737fb3ecd62 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/security-groups?id=cfa94711-8349-42e9-83b9-bdf74ec03915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5790792 Feb 15 21:43:17.102387 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [req-807490c2-e7dc-4e96-abe8-536556c0cef4 req-f3a45bd5-8354-4378-b80d-a53dec4655f6 tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:43:17.119649 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [req-807490c2-e7dc-4e96-abe8-536556c0cef4 req-f3a45bd5-8354-4378-b80d-a53dec4655f6 tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:43:17.138140 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-807490c2-e7dc-4e96-abe8-536556c0cef4 req-f3a45bd5-8354-4378-b80d-a53dec4655f6 tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] Made reservation on behalf of 4774bd6de9424041b36c50b9df5678da for: {'port': 1} {{(pid=83999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 15 21:43:17.150854 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-807490c2-e7dc-4e96-abe8-536556c0cef4 req-f3a45bd5-8354-4378-b80d-a53dec4655f6 tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:17.256376 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Device 1be03bc2-babb-4dfe-95ed-1391e5bcd7bf up at agent ovs-agent-hv-cinder-77525 {{(pid=84000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:43:17.391380 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Provisioning complete for port 1be03bc2-babb-4dfe-95ed-1391e5bcd7bf triggered by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:43:17.391991 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:17.460825 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-c52f5621-74cd-4fe0-a7ad-36b9a0ef41e9 req-7d081552-9510-4fa7-8831-e065cc3ae9f0 tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] 10.222.0.68 "GET /v2.0/ports?device_id=9a8ffad2-8be2-4a0c-989f-580804d7d527 HTTP/1.1" status: 200 len: 210 time: 0.0608008 Feb 15 21:43:17.600031 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.db_base_plugin_common [req-807490c2-e7dc-4e96-abe8-536556c0cef4 req-f3a45bd5-8354-4378-b80d-a53dec4655f6 tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] Allocated IP 172.20.0.9 (d4cb94c9-5a9a-4e6a-890c-f8f3d05830cf/c56b427c-4f7a-4115-b778-29d346ebe80c/02fdd106-b607-4f72-8004-c27f00ad3e6e) {{(pid=83999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 15 21:43:17.935338 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-807490c2-e7dc-4e96-abe8-536556c0cef4 req-f3a45bd5-8354-4378-b80d-a53dec4655f6 tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] Notify callbacks [] for port, precommit_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:17.979361 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-807490c2-e7dc-4e96-abe8-536556c0cef4 req-f3a45bd5-8354-4378-b80d-a53dec4655f6 tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363257537239207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853815187'] for port, after_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:17.995863 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-e0ffc76a-2493-40aa-b592-e80ac9818558 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:43:18.199023 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92370458-2a88-4924-9332-89044412dde8 req-2e858fcd-8e39-4112-b787-a336c5b7e510 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:43:18.211545 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a45bd5-8354-4378-b80d-a53dec4655f6 tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] Pushing event updated for resources: {'Port': ['ID=02fdd106-b607-4f72-8004-c27f00ad3e6e,revision_number=1']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:43:18.211780 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-92370458-2a88-4924-9332-89044412dde8 req-2e858fcd-8e39-4112-b787-a336c5b7e510 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/ports?device_id=22283d64-fb12-49e8-a3ff-d8be33246567 HTTP/1.1" status: 200 len: 946 time: 0.1499169 Feb 15 21:43:18.216268 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-f3a45bd5-8354-4378-b80d-a53dec4655f6 tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:43:18.227048 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-807490c2-e7dc-4e96-abe8-536556c0cef4 req-f3a45bd5-8354-4378-b80d-a53dec4655f6 tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] Network d4cb94c9-5a9a-4e6a-890c-f8f3d05830cf is already hosted by enough agents. {{(pid=83999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 21:43:18.228390 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.base_scheduler [req-807490c2-e7dc-4e96-abe8-536556c0cef4 req-f3a45bd5-8354-4378-b80d-a53dec4655f6 tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] Resources bound (agent type, host, resource id): {{(pid=83999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 21:43:18.231704 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvrscheduler_db [req-807490c2-e7dc-4e96-abe8-536556c0cef4 req-f3a45bd5-8354-4378-b80d-a53dec4655f6 tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] Received port after_create {{(pid=83999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 15 21:43:18.277610 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-92370458-2a88-4924-9332-89044412dde8 req-3257de80-53af-4493-9176-0c89bb1c0a76 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/security-groups?id=cfa94711-8349-42e9-83b9-bdf74ec03915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644634 Feb 15 21:43:18.307516 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807490c2-e7dc-4e96-abe8-536556c0cef4 req-f3a45bd5-8354-4378-b80d-a53dec4655f6 tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:43:18.308196 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-807490c2-e7dc-4e96-abe8-536556c0cef4 req-f3a45bd5-8354-4378-b80d-a53dec4655f6 tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762656'] for port, before_response {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:18.348801 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-807490c2-e7dc-4e96-abe8-536556c0cef4 req-f3a45bd5-8354-4378-b80d-a53dec4655f6 tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5455770 Feb 15 21:43:18.369185 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.v2.base [req-807490c2-e7dc-4e96-abe8-536556c0cef4 req-12789139-32e1-41d3-a62a-2e3b967c1344 service neutron] Request body: {'port': {'device_id': '9a8ffad2-8be2-4a0c-989f-580804d7d527', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77525'}} {{(pid=83999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:43:18.531527 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-807490c2-e7dc-4e96-abe8-536556c0cef4 req-12789139-32e1-41d3-a62a-2e3b967c1344 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_update {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:19.013633 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a215aaa8-a8cc-4fff-b138-0a89b685c74e req-f86ee241-a236-40ea-a7c2-a1f7e4c6b9fb tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:43:19.015830 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [req-a215aaa8-a8cc-4fff-b138-0a89b685c74e req-f86ee241-a236-40ea-a7c2-a1f7e4c6b9fb tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] Synchronizing usage tracker for tenant:4774bd6de9424041b36c50b9df5678da on resource:port {{(pid=83999) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 21:43:19.072151 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [req-a215aaa8-a8cc-4fff-b138-0a89b685c74e req-f86ee241-a236-40ea-a7c2-a1f7e4c6b9fb tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] Unset dirty status for tenant:4774bd6de9424041b36c50b9df5678da on resource:port {{(pid=83999) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 21:43:19.073520 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-a215aaa8-a8cc-4fff-b138-0a89b685c74e req-f86ee241-a236-40ea-a7c2-a1f7e4c6b9fb tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] 10.222.0.68 "GET /v2.0/ports?device_id=9a8ffad2-8be2-4a0c-989f-580804d7d527 HTTP/1.1" status: 200 len: 931 time: 0.3381114 Feb 15 21:43:19.081069 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-a0789e72-3e46-4efb-b3fa-4f42e9347506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:19.096545 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-6ff42476-8c75-4bbf-998c-885446c85702 req-e5569f3f-10e2-4656-839a-5d000a31544c tempest-VolumesNegativeTest-94286840 tempest-VolumesNegativeTest-94286840-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=4913794232484a62ac7393a193c0a5f3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0499208 Feb 15 21:43:19.153207 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-a215aaa8-a8cc-4fff-b138-0a89b685c74e req-a875cfaf-e9a5-4e06-82b5-3359082196e5 tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] 10.222.0.68 "GET /v2.0/security-groups?id=8bc26fce-d2b5-431c-b40f-aa9fc664e5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582092 Feb 15 21:43:19.215444 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.notifiers.nova [req-807490c2-e7dc-4e96-abe8-536556c0cef4 req-12789139-32e1-41d3-a62a-2e3b967c1344 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02fdd106-b607-4f72-8004-c27f00ad3e6e {{(pid=83999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 15 21:43:19.224820 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-807490c2-e7dc-4e96-abe8-536556c0cef4 req-12789139-32e1-41d3-a62a-2e3b967c1344 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:19.238498 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [req-807490c2-e7dc-4e96-abe8-536556c0cef4 req-12789139-32e1-41d3-a62a-2e3b967c1344 service neutron] Transition to ACTIVE for port object 02fdd106-b607-4f72-8004-c27f00ad3e6e will not be triggered until provisioned by entity L2. {{(pid=83999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 21:43:19.241494 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-807490c2-e7dc-4e96-abe8-536556c0cef4 req-12789139-32e1-41d3-a62a-2e3b967c1344 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779317976793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779317533282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257537242501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-960628'] for port, after_update {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:19.258352 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-4606b492-424e-4364-b332-0b271172344a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:43:19.278231 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff42476-8c75-4bbf-998c-885446c85702 req-8ee35697-adc2-4da7-a033-16923b84b0fc tempest-VolumesNegativeTest-94286840 tempest-VolumesNegativeTest-94286840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:43:19.280019 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-6ff42476-8c75-4bbf-998c-885446c85702 req-8ee35697-adc2-4da7-a033-16923b84b0fc tempest-VolumesNegativeTest-94286840 tempest-VolumesNegativeTest-94286840-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1721482 Feb 15 21:43:19.301950 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-6ff42476-8c75-4bbf-998c-885446c85702 req-bdc11824-e209-4fa6-9cc8-6f6804452f3e tempest-VolumesNegativeTest-94286840 tempest-VolumesNegativeTest-94286840-project] 10.222.0.68 "GET /v2.0/quotas/4913794232484a62ac7393a193c0a5f3 HTTP/1.1" status: 200 len: 375 time: 0.0112591 Feb 15 21:43:19.359397 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-6ff42476-8c75-4bbf-998c-885446c85702 req-949863d1-2774-4be3-8eea-f671585808cd tempest-VolumesNegativeTest-94286840 tempest-VolumesNegativeTest-94286840-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=4913794232484a62ac7393a193c0a5f3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0505135 Feb 15 21:43:19.416356 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12789139-32e1-41d3-a62a-2e3b967c1344 service neutron] Pushing event updated for resources: {'Port': ['ID=02fdd106-b607-4f72-8004-c27f00ad3e6e,revision_number=2']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:43:19.421782 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-12789139-32e1-41d3-a62a-2e3b967c1344 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:43:19.656004 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-a42f1098-11d5-4d98-9aa8-2c6f62156680 req-2b5c9b20-0177-4d9a-bb48-d6cbac3043c6 tempest-VolumesNegativeTest-94286840 tempest-VolumesNegativeTest-94286840-project] 10.222.0.68 "GET /v2.0/ports?device_id=88d7f255-dd8f-4526-a265-7cd041496bf6 HTTP/1.1" status: 200 len: 210 time: 0.0910945 Feb 15 21:43:19.676468 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.managers [req-807490c2-e7dc-4e96-abe8-536556c0cef4 req-12789139-32e1-41d3-a62a-2e3b967c1344 service neutron] Attempting to bind port 02fdd106-b607-4f72-8004-c27f00ad3e6e on host hv-cinder-77525 for vnic_type normal with profile {{(pid=83999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 21:43:19.677062 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.managers [req-807490c2-e7dc-4e96-abe8-536556c0cef4 req-12789139-32e1-41d3-a62a-2e3b967c1344 service neutron] Attempting to bind port 02fdd106-b607-4f72-8004-c27f00ad3e6e by drivers openvswitch on host hv-cinder-77525 at level 0 using segments [{'id': '4706fe9e-ebde-4b1c-abdd-c4c6df8f240c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'd4cb94c9-5a9a-4e6a-890c-f8f3d05830cf'}] {{(pid=83999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 15 21:43:19.677677 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807490c2-e7dc-4e96-abe8-536556c0cef4 req-12789139-32e1-41d3-a62a-2e3b967c1344 service neutron] Attempting to bind port 02fdd106-b607-4f72-8004-c27f00ad3e6e on network d4cb94c9-5a9a-4e6a-890c-f8f3d05830cf {{(pid=83999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 15 21:43:19.689272 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807490c2-e7dc-4e96-abe8-536556c0cef4 req-12789139-32e1-41d3-a62a-2e3b967c1344 service neutron] Checking agent: {'id': '3b9d0ad6-16ce-46f2-a5c4-f9a7961e9638', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77525', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 21, 37, 44), 'started_at': datetime.datetime(2021, 2, 15, 21, 38, 14), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 21, 43, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 21:43:19.689786 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807490c2-e7dc-4e96-abe8-536556c0cef4 req-12789139-32e1-41d3-a62a-2e3b967c1344 service neutron] Checking segment: {'id': '4706fe9e-ebde-4b1c-abdd-c4c6df8f240c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'd4cb94c9-5a9a-4e6a-890c-f8f3d05830cf'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 21:43:19.690304 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-807490c2-e7dc-4e96-abe8-536556c0cef4 req-12789139-32e1-41d3-a62a-2e3b967c1344 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:19.690792 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807490c2-e7dc-4e96-abe8-536556c0cef4 req-12789139-32e1-41d3-a62a-2e3b967c1344 service neutron] Bound using segment: {'id': '4706fe9e-ebde-4b1c-abdd-c4c6df8f240c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'd4cb94c9-5a9a-4e6a-890c-f8f3d05830cf'} {{(pid=83999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 21:43:19.691377 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.managers [req-807490c2-e7dc-4e96-abe8-536556c0cef4 req-12789139-32e1-41d3-a62a-2e3b967c1344 service neutron] Bound port: 02fdd106-b607-4f72-8004-c27f00ad3e6e, host: hv-cinder-77525, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4706fe9e-ebde-4b1c-abdd-c4c6df8f240c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'd4cb94c9-5a9a-4e6a-890c-f8f3d05830cf'}}] {{(pid=83999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 15 21:43:19.691849 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-807490c2-e7dc-4e96-abe8-536556c0cef4 req-12789139-32e1-41d3-a62a-2e3b967c1344 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_update {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:19.825147 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [req-807490c2-e7dc-4e96-abe8-536556c0cef4 req-12789139-32e1-41d3-a62a-2e3b967c1344 service neutron] For port 02fdd106-b607-4f72-8004-c27f00ad3e6e, host hv-cinder-77525, cleared binding levels {{(pid=83999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 15 21:43:19.828755 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [req-807490c2-e7dc-4e96-abe8-536556c0cef4 req-12789139-32e1-41d3-a62a-2e3b967c1344 service neutron] For port 02fdd106-b607-4f72-8004-c27f00ad3e6e, host hv-cinder-77525, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=02fdd106-b607-4f72-8004-c27f00ad3e6e,segment=NetworkSegment(4706fe9e-ebde-4b1c-abdd-c4c6df8f240c),segment_id=4706fe9e-ebde-4b1c-abdd-c4c6df8f240c)] {{(pid=83999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 15 21:43:19.833240 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-807490c2-e7dc-4e96-abe8-536556c0cef4 req-12789139-32e1-41d3-a62a-2e3b967c1344 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779317976793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779317533282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257537242501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-960628'] for port, after_update {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:19.848821 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-96fdab15-19e6-4c4c-8d08-4df9309b86df tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:43:20.135419 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12789139-32e1-41d3-a62a-2e3b967c1344 service neutron] Pushing event updated for resources: {'Port': ['ID=02fdd106-b607-4f72-8004-c27f00ad3e6e,revision_number=3']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:43:20.141930 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-12789139-32e1-41d3-a62a-2e3b967c1344 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:43:20.165196 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807490c2-e7dc-4e96-abe8-536556c0cef4 req-12789139-32e1-41d3-a62a-2e3b967c1344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:43:20.165929 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-807490c2-e7dc-4e96-abe8-536556c0cef4 req-12789139-32e1-41d3-a62a-2e3b967c1344 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762656'] for port, before_response {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:20.167651 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-807490c2-e7dc-4e96-abe8-536556c0cef4 req-12789139-32e1-41d3-a62a-2e3b967c1344 service neutron] 10.222.0.46 "PUT /v2.0/ports/02fdd106-b607-4f72-8004-c27f00ad3e6e HTTP/1.1" status: 200 len: 1157 time: 1.8044109 Feb 15 21:43:20.168208 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a8ffad2-8be2-4a0c-989f-580804d7d527', 'tag': '02fdd106-b607-4f72-8004-c27f00ad3e6e'}] {{(pid=83999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 21:43:20.304835 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a8ffad2-8be2-4a0c-989f-580804d7d527', 'tag': '02fdd106-b607-4f72-8004-c27f00ad3e6e', 'status': 'completed', 'code': 200} Feb 15 21:43:20.365396 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807490c2-e7dc-4e96-abe8-536556c0cef4 req-aa3c9d06-126f-472b-824e-e3bd1673da1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:43:20.367623 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-807490c2-e7dc-4e96-abe8-536556c0cef4 req-aa3c9d06-126f-472b-824e-e3bd1673da1e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4774bd6de9424041b36c50b9df5678da&device_id=9a8ffad2-8be2-4a0c-989f-580804d7d527 HTTP/1.1" status: 200 len: 1160 time: 0.1315308 Feb 15 21:43:20.478533 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-807490c2-e7dc-4e96-abe8-536556c0cef4 req-487a01e2-6b41-4e80-8e02-7793669a38e8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=02fdd106-b607-4f72-8004-c27f00ad3e6e HTTP/1.1" status: 200 len: 217 time: 0.1020687 Feb 15 21:43:20.531497 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a8bc88-4d54-4702-a1cd-c885bfa6faf2 req-14e561cb-0ba0-46de-91d5-697379bd41f3 tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:43:20.533727 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-08a8bc88-4d54-4702-a1cd-c885bfa6faf2 req-14e561cb-0ba0-46de-91d5-697379bd41f3 tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] 10.222.0.68 "GET /v2.0/ports?device_id=9a8ffad2-8be2-4a0c-989f-580804d7d527 HTTP/1.1" status: 200 len: 943 time: 0.1349504 Feb 15 21:43:20.635196 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-08a8bc88-4d54-4702-a1cd-c885bfa6faf2 req-942d9ebe-9205-4693-b8bf-08d386dee378 tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] 10.222.0.68 "GET /v2.0/security-groups?id=8bc26fce-d2b5-431c-b40f-aa9fc664e5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853066 Feb 15 21:43:20.644957 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807490c2-e7dc-4e96-abe8-536556c0cef4 req-bb786310-2a18-42bc-bba6-6b12262ab3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:43:20.646661 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-807490c2-e7dc-4e96-abe8-536556c0cef4 req-bb786310-2a18-42bc-bba6-6b12262ab3c8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c56b427c-4f7a-4115-b778-29d346ebe80c HTTP/1.1" status: 200 len: 854 time: 0.1436563 Feb 15 21:43:20.735528 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-807490c2-e7dc-4e96-abe8-536556c0cef4 req-21ae4bb9-9b35-4ef0-a92e-b82ab7c08cf2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d4cb94c9-5a9a-4e6a-890c-f8f3d05830cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0784733 Feb 15 21:43:20.871763 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-b70d3bb7-77d7-4639-ad0f-eb93bcac171f req-0941e6cc-93b7-4d7d-b11f-9d0d0c704b49 tempest-VolumesNegativeTest-94286840 tempest-VolumesNegativeTest-94286840-project] 10.222.0.68 "GET /v2.0/ports?device_id=88d7f255-dd8f-4526-a265-7cd041496bf6 HTTP/1.1" status: 200 len: 210 time: 0.0632927 Feb 15 21:43:20.906405 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-807490c2-e7dc-4e96-abe8-536556c0cef4 req-e2b2bc72-32ca-42c7-9e38-f6b7e2191fab service neutron] 10.222.0.46 "GET /v2.0/networks/d4cb94c9-5a9a-4e6a-890c-f8f3d05830cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582396 Feb 15 21:43:21.062043 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-807490c2-e7dc-4e96-abe8-536556c0cef4 req-9ec6360a-9cbb-4fbe-8a65-511635c1c7e2 service neutron] 10.222.0.46 "GET /v2.0/networks/d4cb94c9-5a9a-4e6a-890c-f8f3d05830cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1429551 Feb 15 21:43:21.226007 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42537d4-bfa4-4d88-8d26-1131fa847a19 req-2acade15-0089-42a6-89fe-e8f5d2b15d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:43:21.228022 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-c42537d4-bfa4-4d88-8d26-1131fa847a19 req-2acade15-0089-42a6-89fe-e8f5d2b15d04 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4774bd6de9424041b36c50b9df5678da&device_id=9a8ffad2-8be2-4a0c-989f-580804d7d527 HTTP/1.1" status: 200 len: 1160 time: 0.0868852 Feb 15 21:43:21.330077 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-6ff42476-8c75-4bbf-998c-885446c85702 req-b00fcc4c-b775-4e64-9e1b-317444618a77 tempest-VolumesNegativeTest-94286840 tempest-VolumesNegativeTest-94286840-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=4913794232484a62ac7393a193c0a5f3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0337794 Feb 15 21:43:21.587714 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff42476-8c75-4bbf-998c-885446c85702 req-52125a08-db65-41e3-b80e-2cdd4334e43e tempest-VolumesNegativeTest-94286840 tempest-VolumesNegativeTest-94286840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:43:21.590701 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-6ff42476-8c75-4bbf-998c-885446c85702 req-52125a08-db65-41e3-b80e-2cdd4334e43e tempest-VolumesNegativeTest-94286840 tempest-VolumesNegativeTest-94286840-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2492688 Feb 15 21:43:21.613931 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.v2.base [req-6ff42476-8c75-4bbf-998c-885446c85702 req-a7170bd9-6414-4743-b77c-4fdf469fb8c2 tempest-VolumesNegativeTest-94286840 tempest-VolumesNegativeTest-94286840-project] Request body: {'port': {'device_id': '88d7f255-dd8f-4526-a265-7cd041496bf6', 'network_id': '4409f29a-e856-4248-a3c4-ee2bd0622344', 'admin_state_up': True, 'tenant_id': '4913794232484a62ac7393a193c0a5f3'}} {{(pid=83998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:43:21.711965 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42537d4-bfa4-4d88-8d26-1131fa847a19 req-d7cc91fd-6674-4780-8bb6-e6b94bfd87a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:43:21.715000 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-c42537d4-bfa4-4d88-8d26-1131fa847a19 req-d7cc91fd-6674-4780-8bb6-e6b94bfd87a8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d4cb94c9-5a9a-4e6a-890c-f8f3d05830cf HTTP/1.1" status: 200 len: 908 time: 0.4782090 Feb 15 21:43:21.859850 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-c42537d4-bfa4-4d88-8d26-1131fa847a19 req-34dae9f0-867a-4878-8e4f-06300e48afec service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=02fdd106-b607-4f72-8004-c27f00ad3e6e HTTP/1.1" status: 200 len: 217 time: 0.1337547 Feb 15 21:43:21.937973 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [req-6ff42476-8c75-4bbf-998c-885446c85702 req-a7170bd9-6414-4743-b77c-4fdf469fb8c2 tempest-VolumesNegativeTest-94286840 tempest-VolumesNegativeTest-94286840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:43:21.943007 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [req-6ff42476-8c75-4bbf-998c-885446c85702 req-a7170bd9-6414-4743-b77c-4fdf469fb8c2 tempest-VolumesNegativeTest-94286840 tempest-VolumesNegativeTest-94286840-project] Usage tracker for resource:port and tenant:4913794232484a62ac7393a193c0a5f3 is out of sync, need to count used quota {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:43:21.946191 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [req-6ff42476-8c75-4bbf-998c-885446c85702 req-a7170bd9-6414-4743-b77c-4fdf469fb8c2 tempest-VolumesNegativeTest-94286840 tempest-VolumesNegativeTest-94286840-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:43:21.953594 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [req-6ff42476-8c75-4bbf-998c-885446c85702 req-a7170bd9-6414-4743-b77c-4fdf469fb8c2 tempest-VolumesNegativeTest-94286840 tempest-VolumesNegativeTest-94286840-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:43:21.965270 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ff42476-8c75-4bbf-998c-885446c85702 req-a7170bd9-6414-4743-b77c-4fdf469fb8c2 tempest-VolumesNegativeTest-94286840 tempest-VolumesNegativeTest-94286840-project] Made reservation on behalf of 4913794232484a62ac7393a193c0a5f3 for: {'port': 1} {{(pid=83998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 15 21:43:21.972801 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-6ff42476-8c75-4bbf-998c-885446c85702 req-a7170bd9-6414-4743-b77c-4fdf469fb8c2 tempest-VolumesNegativeTest-94286840 tempest-VolumesNegativeTest-94286840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:21.990417 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-6ff42476-8c75-4bbf-998c-885446c85702 req-a7170bd9-6414-4743-b77c-4fdf469fb8c2 tempest-VolumesNegativeTest-94286840 tempest-VolumesNegativeTest-94286840-project] Notify callbacks [] for security_group, before_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:22.013043 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [req-6ff42476-8c75-4bbf-998c-885446c85702 req-a7170bd9-6414-4743-b77c-4fdf469fb8c2 tempest-VolumesNegativeTest-94286840 tempest-VolumesNegativeTest-94286840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:43:22.018212 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [req-6ff42476-8c75-4bbf-998c-885446c85702 req-a7170bd9-6414-4743-b77c-4fdf469fb8c2 tempest-VolumesNegativeTest-94286840 tempest-VolumesNegativeTest-94286840-project] Usage tracker for resource:security_group_rule and tenant:4913794232484a62ac7393a193c0a5f3 is out of sync, need to count used quota {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:43:22.023717 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [req-6ff42476-8c75-4bbf-998c-885446c85702 req-a7170bd9-6414-4743-b77c-4fdf469fb8c2 tempest-VolumesNegativeTest-94286840 tempest-VolumesNegativeTest-94286840-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:43:22.032362 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [req-6ff42476-8c75-4bbf-998c-885446c85702 req-a7170bd9-6414-4743-b77c-4fdf469fb8c2 tempest-VolumesNegativeTest-94286840 tempest-VolumesNegativeTest-94286840-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:43:22.094619 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83998) accepted ('10.222.0.68', 49446) {{(pid=83998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:43:22.169903 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42537d4-bfa4-4d88-8d26-1131fa847a19 req-d450022e-9277-490c-b57f-248858ffd3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:43:22.171965 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-c42537d4-bfa4-4d88-8d26-1131fa847a19 req-d450022e-9277-490c-b57f-248858ffd3e7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c56b427c-4f7a-4115-b778-29d346ebe80c HTTP/1.1" status: 200 len: 854 time: 0.1485472 Feb 15 21:43:22.190046 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518a5889-2669-45e4-b49e-b7b9cb384857 req-b89285f6-fc30-404a-9684-475b2adaf037 tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:43:22.198618 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-518a5889-2669-45e4-b49e-b7b9cb384857 req-b89285f6-fc30-404a-9684-475b2adaf037 tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] 10.222.0.68 "GET /v2.0/ports?device_id=9a8ffad2-8be2-4a0c-989f-580804d7d527 HTTP/1.1" status: 200 len: 943 time: 0.3370869 Feb 15 21:43:22.207776 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-6ff42476-8c75-4bbf-998c-885446c85702 req-a7170bd9-6414-4743-b77c-4fdf469fb8c2 tempest-VolumesNegativeTest-94286840 tempest-VolumesNegativeTest-94286840-project] Notify callbacks [] for security_group, precommit_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:22.216762 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-6ff42476-8c75-4bbf-998c-885446c85702 req-a7170bd9-6414-4743-b77c-4fdf469fb8c2 tempest-VolumesNegativeTest-94286840 tempest-VolumesNegativeTest-94286840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:22.253212 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-aee1fb2c-450b-4e49-b25d-12658f0b5bb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:43:22.310502 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-c42537d4-bfa4-4d88-8d26-1131fa847a19 req-854b6fe7-8080-4858-9664-7c249d2bfe0a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d4cb94c9-5a9a-4e6a-890c-f8f3d05830cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1285467 Feb 15 21:43:22.363901 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-7d50382b-834d-42c9-bfa2-4ff5d33c021b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:22.394065 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-518a5889-2669-45e4-b49e-b7b9cb384857 req-71cdbce7-acb4-4719-bbd2-6693542e6c22 tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] 10.222.0.68 "GET /v2.0/security-groups?id=8bc26fce-d2b5-431c-b40f-aa9fc664e5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943355 Feb 15 21:43:22.489605 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7170bd9-6414-4743-b77c-4fdf469fb8c2 tempest-VolumesNegativeTest-94286840 tempest-VolumesNegativeTest-94286840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffbe2c8b-c591-42e4-beb2-25aa0a7a53d6,revision_number=1']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:43:22.502553 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-4f2d6fe3-588d-414d-8fc0-9e430caa4704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:22.511917 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-8642f69d-4868-417f-b233-9c076b557f86 req-e0f07447-5874-410a-8cff-596d5865304b tempest-VolumesNegativeTest-94286840 tempest-VolumesNegativeTest-94286840-project] 10.222.0.68 "GET /v2.0/ports?device_id=88d7f255-dd8f-4526-a265-7cd041496bf6 HTTP/1.1" status: 200 len: 210 time: 0.1948516 Feb 15 21:43:22.512763 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-09d960d0-999c-483b-b8e1-1bbc7a2b738e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:22.523588 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-a7170bd9-6414-4743-b77c-4fdf469fb8c2 tempest-VolumesNegativeTest-94286840 tempest-VolumesNegativeTest-94286840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:43:22.525873 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-c42537d4-bfa4-4d88-8d26-1131fa847a19 req-5c5f72c2-ee01-4edd-86da-9a744748b0ee service neutron] 10.222.0.46 "GET /v2.0/networks/d4cb94c9-5a9a-4e6a-890c-f8f3d05830cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958053 Feb 15 21:43:22.576956 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-09d960d0-999c-483b-b8e1-1bbc7a2b738e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:43:22.586471 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-09d960d0-999c-483b-b8e1-1bbc7a2b738e admin admin] Usage tracker for resource:security_group_rule and tenant:7aaff6c134de4df6b78aed877232dabe is out of sync, need to count used quota {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:43:22.595880 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-09d960d0-999c-483b-b8e1-1bbc7a2b738e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:43:22.612318 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-09d960d0-999c-483b-b8e1-1bbc7a2b738e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:43:22.695172 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-c42537d4-bfa4-4d88-8d26-1131fa847a19 req-2f395d4a-122a-442d-80de-4725f1360139 service neutron] 10.222.0.46 "GET /v2.0/networks/d4cb94c9-5a9a-4e6a-890c-f8f3d05830cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1466532 Feb 15 21:43:22.737059 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.db_base_plugin_common [req-6ff42476-8c75-4bbf-998c-885446c85702 req-a7170bd9-6414-4743-b77c-4fdf469fb8c2 tempest-VolumesNegativeTest-94286840 tempest-VolumesNegativeTest-94286840-project] Allocated IP 192.168.233.252 (4409f29a-e856-4248-a3c4-ee2bd0622344/2e6109f0-ecfc-47cd-8d08-4e30f77859d7/beb13520-bcd6-4570-bc26-c9384cc301d4) {{(pid=83998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 15 21:43:22.875308 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-09d960d0-999c-483b-b8e1-1bbc7a2b738e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:22.879363 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-09d960d0-999c-483b-b8e1-1bbc7a2b738e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:22.934285 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-2dee8fd4-b611-428a-a7c8-d714b87f93f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:43:23.014862 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d960d0-999c-483b-b8e1-1bbc7a2b738e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55482521-7a34-4a1c-a7ab-1958f8bc4932,revision_number=1']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:43:23.022139 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-09d960d0-999c-483b-b8e1-1bbc7a2b738e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:43:23.028784 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-09d960d0-999c-483b-b8e1-1bbc7a2b738e admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=7aaff6c134de4df6b78aed877232dabe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9286635 Feb 15 21:43:23.028784 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83998) accepted ('10.222.0.68', 49454) {{(pid=83998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:43:23.088504 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-6ff42476-8c75-4bbf-998c-885446c85702 req-a7170bd9-6414-4743-b77c-4fdf469fb8c2 tempest-VolumesNegativeTest-94286840 tempest-VolumesNegativeTest-94286840-project] Notify callbacks [] for port, precommit_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:23.120731 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [req-6ff42476-8c75-4bbf-998c-885446c85702 req-a7170bd9-6414-4743-b77c-4fdf469fb8c2 tempest-VolumesNegativeTest-94286840 tempest-VolumesNegativeTest-94286840-project] Transition to ACTIVE for port object beb13520-bcd6-4570-bc26-c9384cc301d4 will not be triggered until provisioned by entity DHCP. {{(pid=83998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 21:43:23.142514 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-76f45c18-4ddf-4554-ac48-d14af010fee4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:23.180670 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-76f45c18-4ddf-4554-ac48-d14af010fee4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:23.236005 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-6ff42476-8c75-4bbf-998c-885446c85702 req-a7170bd9-6414-4743-b77c-4fdf469fb8c2 tempest-VolumesNegativeTest-94286840 tempest-VolumesNegativeTest-94286840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363257537239207'] for port, after_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:23.254686 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-9947c1fb-8905-4523-a310-63810647939d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:43:23.428188 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7170bd9-6414-4743-b77c-4fdf469fb8c2 tempest-VolumesNegativeTest-94286840 tempest-VolumesNegativeTest-94286840-project] Pushing event updated for resources: {'Port': ['ID=beb13520-bcd6-4570-bc26-c9384cc301d4,revision_number=1']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:43:23.434049 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-a7170bd9-6414-4743-b77c-4fdf469fb8c2 tempest-VolumesNegativeTest-94286840 tempest-VolumesNegativeTest-94286840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:43:23.434761 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-76f45c18-4ddf-4554-ac48-d14af010fee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:23.441168 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-dbf425c0-0e9d-431c-80dd-e53958098deb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:43:23.464857 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f45c18-4ddf-4554-ac48-d14af010fee4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55482521-7a34-4a1c-a7ab-1958f8bc4932,revision_number=None']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:43:23.473070 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-76f45c18-4ddf-4554-ac48-d14af010fee4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:43:23.498145 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-76f45c18-4ddf-4554-ac48-d14af010fee4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:23.500162 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-76f45c18-4ddf-4554-ac48-d14af010fee4 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/55482521-7a34-4a1c-a7ab-1958f8bc4932 HTTP/1.1" status: 204 len: 168 time: 0.4705501 Feb 15 21:43:23.531031 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ff42476-8c75-4bbf-998c-885446c85702 req-a7170bd9-6414-4743-b77c-4fdf469fb8c2 tempest-VolumesNegativeTest-94286840 tempest-VolumesNegativeTest-94286840-project] Network 4409f29a-e856-4248-a3c4-ee2bd0622344 is already hosted by enough agents. {{(pid=83998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 21:43:23.532685 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.base_scheduler [req-6ff42476-8c75-4bbf-998c-885446c85702 req-a7170bd9-6414-4743-b77c-4fdf469fb8c2 tempest-VolumesNegativeTest-94286840 tempest-VolumesNegativeTest-94286840-project] Resources bound (agent type, host, resource id): {{(pid=83998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 21:43:23.535338 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ff42476-8c75-4bbf-998c-885446c85702 req-a7170bd9-6414-4743-b77c-4fdf469fb8c2 tempest-VolumesNegativeTest-94286840 tempest-VolumesNegativeTest-94286840-project] Received port after_create {{(pid=83998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 15 21:43:23.540069 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff42476-8c75-4bbf-998c-885446c85702 req-a7170bd9-6414-4743-b77c-4fdf469fb8c2 tempest-VolumesNegativeTest-94286840 tempest-VolumesNegativeTest-94286840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:43:23.540768 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-6ff42476-8c75-4bbf-998c-885446c85702 req-a7170bd9-6414-4743-b77c-4fdf469fb8c2 tempest-VolumesNegativeTest-94286840 tempest-VolumesNegativeTest-94286840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851048245'] for port, before_response {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:23.564539 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-6ff42476-8c75-4bbf-998c-885446c85702 req-a7170bd9-6414-4743-b77c-4fdf469fb8c2 tempest-VolumesNegativeTest-94286840 tempest-VolumesNegativeTest-94286840-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9604468 Feb 15 21:43:23.586478 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.v2.base [req-6ff42476-8c75-4bbf-998c-885446c85702 req-ef0e5fa1-9b5a-44bd-b1dd-6034a68e73ed service neutron] Request body: {'port': {'device_id': '88d7f255-dd8f-4526-a265-7cd041496bf6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77525'}} {{(pid=83998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:43:23.623721 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:23.819134 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa12e82-b6d9-4b5b-b644-6453c2ea9919 req-3b656dc5-a081-41e3-ac30-eaef50d51b05 tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:43:23.828775 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-6fa12e82-b6d9-4b5b-b644-6453c2ea9919 req-3b656dc5-a081-41e3-ac30-eaef50d51b05 tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] 10.222.0.68 "GET /v2.0/ports?device_id=9a8ffad2-8be2-4a0c-989f-580804d7d527 HTTP/1.1" status: 200 len: 943 time: 0.2192400 Feb 15 21:43:23.897165 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-6ff42476-8c75-4bbf-998c-885446c85702 req-ef0e5fa1-9b5a-44bd-b1dd-6034a68e73ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:24.012349 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-6fa12e82-b6d9-4b5b-b644-6453c2ea9919 req-78ac8602-e702-4674-ad6d-86fd192ddf75 tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] 10.222.0.68 "GET /v2.0/security-groups?id=8bc26fce-d2b5-431c-b40f-aa9fc664e5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791012 Feb 15 21:43:24.056024 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-7e31c9bd-1c8e-44f5-a7e3-815d7b5e8144 None None] Provisioning for port beb13520-bcd6-4570-bc26-c9384cc301d4 completed by entity DHCP. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 21:43:24.086599 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-7e31c9bd-1c8e-44f5-a7e3-815d7b5e8144 None None] Provisioning complete for port beb13520-bcd6-4570-bc26-c9384cc301d4 triggered by entity DHCP. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:43:24.087557 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-7e31c9bd-1c8e-44f5-a7e3-815d7b5e8144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:24.122300 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 49480) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:43:24.164096 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-222e622c-d7ca-4a94-8c4a-253ec5491277 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:24.170148 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56214a87-d078-40b7-8335-c88b07b9609a req-53142d52-a836-403b-a079-8a21b9896689 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:43:24.172173 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-56214a87-d078-40b7-8335-c88b07b9609a req-53142d52-a836-403b-a079-8a21b9896689 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/ports?device_id=1a9afc6d-1219-4326-b2c2-cd0792437c37 HTTP/1.1" status: 200 len: 945 time: 0.4007585 Feb 15 21:43:24.196644 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.plugin [None req-7e31c9bd-1c8e-44f5-a7e3-815d7b5e8144 None None] Port beb13520-bcd6-4570-bc26-c9384cc301d4 cannot update to ACTIVE because it is not bound. {{(pid=84000) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 15 21:43:24.199145 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Device 02fdd106-b607-4f72-8004-c27f00ad3e6e up at agent ovs-agent-hv-cinder-77525 {{(pid=84000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:43:24.259116 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-56214a87-d078-40b7-8335-c88b07b9609a req-30dad9ce-3a22-43e3-ad3c-f002ef7d420b tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/security-groups?id=cfa94711-8349-42e9-83b9-bdf74ec03915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685716 Feb 15 21:43:24.279566 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-222e622c-d7ca-4a94-8c4a-253ec5491277 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:43:24.309330 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Provisioning for port 02fdd106-b607-4f72-8004-c27f00ad3e6e completed by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 21:43:24.316557 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Provisioning complete for port 02fdd106-b607-4f72-8004-c27f00ad3e6e triggered by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:43:24.318702 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:24.320819 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-222e622c-d7ca-4a94-8c4a-253ec5491277 admin admin] Usage tracker for resource:security_group_rule and tenant:640fda66a9f3430b84cd24bfffdf7164 is out of sync, need to count used quota {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:43:24.329673 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-222e622c-d7ca-4a94-8c4a-253ec5491277 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:43:24.352748 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-222e622c-d7ca-4a94-8c4a-253ec5491277 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:43:24.445529 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81db8fad-0f8f-41a7-9c62-066323344045 req-027a8ac2-b8a5-47b7-8dc1-121e8561a6f2 tempest-VolumesNegativeTest-94286840 tempest-VolumesNegativeTest-94286840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:43:24.454135 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-c15141da-837e-426e-b554-b41f5a3e4bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:24.460504 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-81db8fad-0f8f-41a7-9c62-066323344045 req-027a8ac2-b8a5-47b7-8dc1-121e8561a6f2 tempest-VolumesNegativeTest-94286840 tempest-VolumesNegativeTest-94286840-project] 10.222.0.68 "GET /v2.0/ports?device_id=88d7f255-dd8f-4526-a265-7cd041496bf6 HTTP/1.1" status: 200 len: 936 time: 0.3041210 Feb 15 21:43:24.519473 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.notifiers.nova [req-6ff42476-8c75-4bbf-998c-885446c85702 req-ef0e5fa1-9b5a-44bd-b1dd-6034a68e73ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id beb13520-bcd6-4570-bc26-c9384cc301d4 {{(pid=83998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 15 21:43:24.529097 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-6ff42476-8c75-4bbf-998c-885446c85702 req-ef0e5fa1-9b5a-44bd-b1dd-6034a68e73ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:24.533524 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:24.547042 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [req-6ff42476-8c75-4bbf-998c-885446c85702 req-ef0e5fa1-9b5a-44bd-b1dd-6034a68e73ed service neutron] Transition to ACTIVE for port object beb13520-bcd6-4570-bc26-c9384cc301d4 will not be triggered until provisioned by entity L2. {{(pid=83998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 21:43:24.550654 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-6ff42476-8c75-4bbf-998c-885446c85702 req-ef0e5fa1-9b5a-44bd-b1dd-6034a68e73ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779317976793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779317533282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257537242501'] for port, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:24.567784 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-af6d647f-ef93-47a1-aa84-9e31c037b3fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:43:24.571085 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-81db8fad-0f8f-41a7-9c62-066323344045 req-ec17e886-41cb-4491-86ef-f8b4fa54f8c2 tempest-VolumesNegativeTest-94286840 tempest-VolumesNegativeTest-94286840-project] 10.222.0.68 "GET /v2.0/security-groups?id=ffbe2c8b-c591-42e4-beb2-25aa0a7a53d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091552 Feb 15 21:43:24.585300 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] For port 02fdd106-b607-4f72-8004-c27f00ad3e6e, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=02fdd106-b607-4f72-8004-c27f00ad3e6e,segment=NetworkSegment(4706fe9e-ebde-4b1c-abdd-c4c6df8f240c),segment_id=4706fe9e-ebde-4b1c-abdd-c4c6df8f240c)] {{(pid=84000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:43:24.586361 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a8ffad2-8be2-4a0c-989f-580804d7d527', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02fdd106-b607-4f72-8004-c27f00ad3e6e'}] {{(pid=84000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 21:43:24.593363 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779317976793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779317533282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257537242501'] for port, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:24.596020 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-6e4ff18d-ad3f-4c1d-9b37-a04d6f974358 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:43:24.650052 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-222e622c-d7ca-4a94-8c4a-253ec5491277 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:24.654464 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-222e622c-d7ca-4a94-8c4a-253ec5491277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:24.671952 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a8ffad2-8be2-4a0c-989f-580804d7d527', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02fdd106-b607-4f72-8004-c27f00ad3e6e', 'code': 200} Feb 15 21:43:24.678739 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-c23d3035-56be-428e-91cc-5d077b8001bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:43:24.683898 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Pushing event updated for resources: {'Port': ['ID=02fdd106-b607-4f72-8004-c27f00ad3e6e,revision_number=4']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:43:24.693899 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:43:24.693899 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:43:24.694373 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:43:24.694514 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:43:24.694960 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:43:24.695356 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:43:24.696403 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:43:24.696788 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:43:24.697169 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:43:24.697576 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:43:24.697951 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:43:24.698323 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:43:24.698763 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:43:24.699139 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:43:24.699510 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:43:24.699879 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:43:24.700772 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:43:24.700772 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:43:24.701072 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:43:24.701399 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:43:24.701658 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:43:24.702452 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:43:24.703041 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:43:24.703575 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:43:24.709098 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:43:24.725505 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0e5fa1-9b5a-44bd-b1dd-6034a68e73ed service neutron] Pushing event updated for resources: {'Port': ['ID=beb13520-bcd6-4570-bc26-c9384cc301d4,revision_number=2']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:43:24.730718 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-ef0e5fa1-9b5a-44bd-b1dd-6034a68e73ed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:43:24.746724 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222e622c-d7ca-4a94-8c4a-253ec5491277 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b6d46ab-ab83-40ed-8764-91a3c34d9e89,revision_number=1']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:43:24.755647 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-222e622c-d7ca-4a94-8c4a-253ec5491277 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=640fda66a9f3430b84cd24bfffdf7164&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6337073 Feb 15 21:43:24.757052 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-222e622c-d7ca-4a94-8c4a-253ec5491277 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:43:24.758375 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 49490) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:43:24.877266 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.managers [req-6ff42476-8c75-4bbf-998c-885446c85702 req-ef0e5fa1-9b5a-44bd-b1dd-6034a68e73ed service neutron] Attempting to bind port beb13520-bcd6-4570-bc26-c9384cc301d4 on host hv-cinder-77525 for vnic_type normal with profile {{(pid=83998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 21:43:24.877677 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.managers [req-6ff42476-8c75-4bbf-998c-885446c85702 req-ef0e5fa1-9b5a-44bd-b1dd-6034a68e73ed service neutron] Attempting to bind port beb13520-bcd6-4570-bc26-c9384cc301d4 by drivers openvswitch on host hv-cinder-77525 at level 0 using segments [{'id': '164904e9-eb4a-4dd3-90cb-d531be542b03', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '4409f29a-e856-4248-a3c4-ee2bd0622344'}] {{(pid=83998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 15 21:43:24.878159 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff42476-8c75-4bbf-998c-885446c85702 req-ef0e5fa1-9b5a-44bd-b1dd-6034a68e73ed service neutron] Attempting to bind port beb13520-bcd6-4570-bc26-c9384cc301d4 on network 4409f29a-e856-4248-a3c4-ee2bd0622344 {{(pid=83998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 15 21:43:24.879912 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-a30df8d8-d22c-41fb-baaf-0939648f9a5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:24.885138 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff42476-8c75-4bbf-998c-885446c85702 req-ef0e5fa1-9b5a-44bd-b1dd-6034a68e73ed service neutron] Checking agent: {'id': '3b9d0ad6-16ce-46f2-a5c4-f9a7961e9638', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77525', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 21, 37, 44), 'started_at': datetime.datetime(2021, 2, 15, 21, 38, 14), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 21, 43, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 21:43:24.885138 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff42476-8c75-4bbf-998c-885446c85702 req-ef0e5fa1-9b5a-44bd-b1dd-6034a68e73ed service neutron] Checking segment: {'id': '164904e9-eb4a-4dd3-90cb-d531be542b03', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '4409f29a-e856-4248-a3c4-ee2bd0622344'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 21:43:24.885610 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-6ff42476-8c75-4bbf-998c-885446c85702 req-ef0e5fa1-9b5a-44bd-b1dd-6034a68e73ed service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:24.886005 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff42476-8c75-4bbf-998c-885446c85702 req-ef0e5fa1-9b5a-44bd-b1dd-6034a68e73ed service neutron] Bound using segment: {'id': '164904e9-eb4a-4dd3-90cb-d531be542b03', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '4409f29a-e856-4248-a3c4-ee2bd0622344'} {{(pid=83998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 21:43:24.886499 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.managers [req-6ff42476-8c75-4bbf-998c-885446c85702 req-ef0e5fa1-9b5a-44bd-b1dd-6034a68e73ed service neutron] Bound port: beb13520-bcd6-4570-bc26-c9384cc301d4, host: hv-cinder-77525, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '164904e9-eb4a-4dd3-90cb-d531be542b03', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '4409f29a-e856-4248-a3c4-ee2bd0622344'}}] {{(pid=83998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 15 21:43:24.886934 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-6ff42476-8c75-4bbf-998c-885446c85702 req-ef0e5fa1-9b5a-44bd-b1dd-6034a68e73ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:24.934625 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-a30df8d8-d22c-41fb-baaf-0939648f9a5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:25.013477 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [req-6ff42476-8c75-4bbf-998c-885446c85702 req-ef0e5fa1-9b5a-44bd-b1dd-6034a68e73ed service neutron] For port beb13520-bcd6-4570-bc26-c9384cc301d4, host hv-cinder-77525, cleared binding levels {{(pid=83998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 15 21:43:25.018322 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [req-6ff42476-8c75-4bbf-998c-885446c85702 req-ef0e5fa1-9b5a-44bd-b1dd-6034a68e73ed service neutron] For port beb13520-bcd6-4570-bc26-c9384cc301d4, host hv-cinder-77525, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=beb13520-bcd6-4570-bc26-c9384cc301d4,segment=NetworkSegment(164904e9-eb4a-4dd3-90cb-d531be542b03),segment_id=164904e9-eb4a-4dd3-90cb-d531be542b03)] {{(pid=83998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 15 21:43:25.023139 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-6ff42476-8c75-4bbf-998c-885446c85702 req-ef0e5fa1-9b5a-44bd-b1dd-6034a68e73ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779317976793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779317533282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257537242501'] for port, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:25.043367 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:43:25.066979 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-a30df8d8-d22c-41fb-baaf-0939648f9a5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:25.073866 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-4ec7496d-7f4a-4a13-9ad6-44f1e66639b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:43:25.088279 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff27f8d5-c779-4904-97d0-5f2cfdfe6cba req-343bf305-e04a-48a4-aff1-25c08c80145a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:43:25.090117 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-ff27f8d5-c779-4904-97d0-5f2cfdfe6cba req-343bf305-e04a-48a4-aff1-25c08c80145a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9a8ffad2-8be2-4a0c-989f-580804d7d527 HTTP/1.1" status: 200 len: 1162 time: 0.1349151 Feb 15 21:43:25.095488 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30df8d8-d22c-41fb-baaf-0939648f9a5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b6d46ab-ab83-40ed-8764-91a3c34d9e89,revision_number=None']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:43:25.098570 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-a30df8d8-d22c-41fb-baaf-0939648f9a5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:43:25.105728 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-a30df8d8-d22c-41fb-baaf-0939648f9a5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:25.111119 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-a30df8d8-d22c-41fb-baaf-0939648f9a5b admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/0b6d46ab-ab83-40ed-8764-91a3c34d9e89 HTTP/1.1" status: 204 len: 168 time: 0.3501866 Feb 15 21:43:25.157488 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-ff27f8d5-c779-4904-97d0-5f2cfdfe6cba req-006206d5-90ca-45f1-967d-365c8c477f4c service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=8bc26fce-d2b5-431c-b40f-aa9fc664e5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536077 Feb 15 21:43:25.269738 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c482ec14-0c38-40a6-955d-204d1a6f6adb req-0cadd3dd-ad42-4337-ad15-fcafbf6e06f6 tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:43:25.272349 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-c482ec14-0c38-40a6-955d-204d1a6f6adb req-0cadd3dd-ad42-4337-ad15-fcafbf6e06f6 tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] 10.222.0.68 "GET /v2.0/ports?device_id=9a8ffad2-8be2-4a0c-989f-580804d7d527 HTTP/1.1" status: 200 len: 945 time: 0.1095102 Feb 15 21:43:25.345960 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-c482ec14-0c38-40a6-955d-204d1a6f6adb req-ad3b86c8-b8b2-44d9-89f8-f8291510db76 tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] 10.222.0.68 "GET /v2.0/security-groups?id=8bc26fce-d2b5-431c-b40f-aa9fc664e5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668221 Feb 15 21:43:25.381121 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Device 02fdd106-b607-4f72-8004-c27f00ad3e6e up at agent ovs-agent-hv-cinder-77525 {{(pid=84000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:43:25.463134 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Provisioning complete for port 02fdd106-b607-4f72-8004-c27f00ad3e6e triggered by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:43:25.463703 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:25.641753 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0e5fa1-9b5a-44bd-b1dd-6034a68e73ed service neutron] Pushing event updated for resources: {'Port': ['ID=beb13520-bcd6-4570-bc26-c9384cc301d4,revision_number=3']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:43:25.653761 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-ef0e5fa1-9b5a-44bd-b1dd-6034a68e73ed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.610s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:43:25.721413 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd686147-31d4-459f-8f29-92e787c6b7e0 req-ec7e852f-ff4a-4cee-8a23-d6554a0a0c46 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:43:25.723683 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-fd686147-31d4-459f-8f29-92e787c6b7e0 req-ec7e852f-ff4a-4cee-8a23-d6554a0a0c46 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/ports?device_id=1a9afc6d-1219-4326-b2c2-cd0792437c37 HTTP/1.1" status: 200 len: 945 time: 0.2605886 Feb 15 21:43:25.728297 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff42476-8c75-4bbf-998c-885446c85702 req-ef0e5fa1-9b5a-44bd-b1dd-6034a68e73ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:43:25.729807 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-6ff42476-8c75-4bbf-998c-885446c85702 req-ef0e5fa1-9b5a-44bd-b1dd-6034a68e73ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851048245'] for port, before_response {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:25.731832 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-6ff42476-8c75-4bbf-998c-885446c85702 req-ef0e5fa1-9b5a-44bd-b1dd-6034a68e73ed service neutron] 10.222.0.46 "PUT /v2.0/ports/beb13520-bcd6-4570-bc26-c9384cc301d4 HTTP/1.1" status: 200 len: 1162 time: 2.1555524 Feb 15 21:43:25.732317 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88d7f255-dd8f-4526-a265-7cd041496bf6', 'tag': 'beb13520-bcd6-4570-bc26-c9384cc301d4'}] {{(pid=83998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 21:43:25.862219 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bebdd5d-4f25-442e-82ad-12dcb273652b req-3824a99d-0058-4fc0-9292-49a789be740d tempest-VolumesNegativeTest-94286840 tempest-VolumesNegativeTest-94286840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:43:25.864041 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-9bebdd5d-4f25-442e-82ad-12dcb273652b req-3824a99d-0058-4fc0-9292-49a789be740d tempest-VolumesNegativeTest-94286840 tempest-VolumesNegativeTest-94286840-project] 10.222.0.68 "GET /v2.0/ports?device_id=88d7f255-dd8f-4526-a265-7cd041496bf6 HTTP/1.1" status: 200 len: 948 time: 0.1454298 Feb 15 21:43:25.898015 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-fd686147-31d4-459f-8f29-92e787c6b7e0 req-8454ec38-07db-4b13-96e4-da68ee5d0515 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/security-groups?id=cfa94711-8349-42e9-83b9-bdf74ec03915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556981 Feb 15 21:43:25.955711 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff42476-8c75-4bbf-998c-885446c85702 req-1c2db341-6b79-4794-9de1-2782d60d5b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:43:25.957580 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-6ff42476-8c75-4bbf-998c-885446c85702 req-1c2db341-6b79-4794-9de1-2782d60d5b03 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4913794232484a62ac7393a193c0a5f3&device_id=88d7f255-dd8f-4526-a265-7cd041496bf6 HTTP/1.1" status: 200 len: 1165 time: 0.1614611 Feb 15 21:43:25.972502 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-9bebdd5d-4f25-442e-82ad-12dcb273652b req-2724f92c-26e7-47e7-b38a-42e1bc4d90ab tempest-VolumesNegativeTest-94286840 tempest-VolumesNegativeTest-94286840-project] 10.222.0.68 "GET /v2.0/security-groups?id=ffbe2c8b-c591-42e4-beb2-25aa0a7a53d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990055 Feb 15 21:43:25.983983 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88d7f255-dd8f-4526-a265-7cd041496bf6', 'tag': 'beb13520-bcd6-4570-bc26-c9384cc301d4', 'status': 'completed', 'code': 200} Feb 15 21:43:26.058579 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-6ff42476-8c75-4bbf-998c-885446c85702 req-840affa6-eeeb-43ea-8978-cb6f8efc0117 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=beb13520-bcd6-4570-bc26-c9384cc301d4 HTTP/1.1" status: 200 len: 217 time: 0.0788400 Feb 15 21:43:26.138651 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff42476-8c75-4bbf-998c-885446c85702 req-b643c0c5-15aa-48a8-805e-cb70d6b0e33a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:43:26.140750 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-6ff42476-8c75-4bbf-998c-885446c85702 req-b643c0c5-15aa-48a8-805e-cb70d6b0e33a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2e6109f0-ecfc-47cd-8d08-4e30f77859d7 HTTP/1.1" status: 200 len: 843 time: 0.0694814 Feb 15 21:43:26.232786 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff42476-8c75-4bbf-998c-885446c85702 req-f265d755-c64b-415d-833b-00675f213033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:43:26.234701 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-6ff42476-8c75-4bbf-998c-885446c85702 req-f265d755-c64b-415d-833b-00675f213033 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4409f29a-e856-4248-a3c4-ee2bd0622344&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0857742 Feb 15 21:43:26.391997 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-6ff42476-8c75-4bbf-998c-885446c85702 req-997b2506-43e9-4925-90dd-389e19cb81a7 service neutron] 10.222.0.46 "GET /v2.0/networks/4409f29a-e856-4248-a3c4-ee2bd0622344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486320 Feb 15 21:43:26.611504 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-6ff42476-8c75-4bbf-998c-885446c85702 req-454549b1-3499-4fae-bd75-31ba1754ab99 service neutron] 10.222.0.46 "GET /v2.0/networks/4409f29a-e856-4248-a3c4-ee2bd0622344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2090559 Feb 15 21:43:26.630916 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16faeb7f-9277-4004-8adc-20d3bd8115cd req-8c250a8b-eb11-4d9e-a4dd-65dd8e959213 tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:43:26.632659 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-16faeb7f-9277-4004-8adc-20d3bd8115cd req-8c250a8b-eb11-4d9e-a4dd-65dd8e959213 tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] 10.222.0.68 "GET /v2.0/ports?device_id=9a8ffad2-8be2-4a0c-989f-580804d7d527 HTTP/1.1" status: 200 len: 945 time: 0.1355753 Feb 15 21:43:26.696201 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-16faeb7f-9277-4004-8adc-20d3bd8115cd req-dcc140ee-f6ed-4245-9bfe-8398132ff211 tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] 10.222.0.68 "GET /v2.0/security-groups?id=8bc26fce-d2b5-431c-b40f-aa9fc664e5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515399 Feb 15 21:43:26.784597 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a65ec6-7d77-4072-93fe-937a8e9a5a03 req-41669fb0-b4e9-4708-b16a-0ec7b7209dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:43:26.786467 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-28a65ec6-7d77-4072-93fe-937a8e9a5a03 req-41669fb0-b4e9-4708-b16a-0ec7b7209dbb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4913794232484a62ac7393a193c0a5f3&device_id=88d7f255-dd8f-4526-a265-7cd041496bf6 HTTP/1.1" status: 200 len: 1165 time: 0.0885806 Feb 15 21:43:26.956282 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a65ec6-7d77-4072-93fe-937a8e9a5a03 req-6ba5515e-a120-4a60-9431-ea2d4ef5a3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:43:26.957999 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-28a65ec6-7d77-4072-93fe-937a8e9a5a03 req-6ba5515e-a120-4a60-9431-ea2d4ef5a3cf service neutron] 10.222.0.46 "GET /v2.0/networks?id=4409f29a-e856-4248-a3c4-ee2bd0622344 HTTP/1.1" status: 200 len: 863 time: 0.1552007 Feb 15 21:43:27.113701 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-28a65ec6-7d77-4072-93fe-937a8e9a5a03 req-f75e153b-99b7-46bc-a77a-ce47be268ef0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=beb13520-bcd6-4570-bc26-c9384cc301d4 HTTP/1.1" status: 200 len: 217 time: 0.1395257 Feb 15 21:43:27.202085 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a65ec6-7d77-4072-93fe-937a8e9a5a03 req-c8080243-93e6-4798-a750-2681a6e941f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:43:27.204368 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-28a65ec6-7d77-4072-93fe-937a8e9a5a03 req-c8080243-93e6-4798-a750-2681a6e941f0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2e6109f0-ecfc-47cd-8d08-4e30f77859d7 HTTP/1.1" status: 200 len: 843 time: 0.0790226 Feb 15 21:43:27.365049 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91791b21-ecc9-4a7e-9125-2071c4aaa42f req-e6e7bbba-8c1e-4789-b61f-ab65f159a190 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:43:27.366716 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-91791b21-ecc9-4a7e-9125-2071c4aaa42f req-e6e7bbba-8c1e-4789-b61f-ab65f159a190 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/ports?device_id=1a9afc6d-1219-4326-b2c2-cd0792437c37 HTTP/1.1" status: 200 len: 945 time: 0.1602831 Feb 15 21:43:27.371030 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a65ec6-7d77-4072-93fe-937a8e9a5a03 req-295d949a-4121-471b-b96d-40c903eea490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:43:27.372522 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-28a65ec6-7d77-4072-93fe-937a8e9a5a03 req-295d949a-4121-471b-b96d-40c903eea490 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4409f29a-e856-4248-a3c4-ee2bd0622344&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1279733 Feb 15 21:43:27.474869 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Device 02fdd106-b607-4f72-8004-c27f00ad3e6e up at agent ovs-agent-hv-cinder-77525 {{(pid=84000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:43:27.532169 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-91791b21-ecc9-4a7e-9125-2071c4aaa42f req-75984c1a-3ee4-44bc-9e60-402856b81a17 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/security-groups?id=cfa94711-8349-42e9-83b9-bdf74ec03915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552775 Feb 15 21:43:27.610978 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-28a65ec6-7d77-4072-93fe-937a8e9a5a03 req-c2519381-ae6f-4ab1-8979-71634efc2532 service neutron] 10.222.0.46 "GET /v2.0/networks/4409f29a-e856-4248-a3c4-ee2bd0622344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216141 Feb 15 21:43:27.622878 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Provisioning complete for port 02fdd106-b607-4f72-8004-c27f00ad3e6e triggered by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:43:27.623639 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:27.778294 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-28a65ec6-7d77-4072-93fe-937a8e9a5a03 req-7c323ee8-3cda-4474-b60a-8965f868d5f7 service neutron] 10.222.0.46 "GET /v2.0/networks/4409f29a-e856-4248-a3c4-ee2bd0622344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1489630 Feb 15 21:43:27.816738 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1360401-10d4-4486-ac3e-28665ed1dd3f req-854f708c-1817-4a5a-ab4e-83ae1070e0f5 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:43:27.818423 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-a1360401-10d4-4486-ac3e-28665ed1dd3f req-854f708c-1817-4a5a-ab4e-83ae1070e0f5 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a9afc6d-1219-4326-b2c2-cd0792437c37 HTTP/1.1" status: 200 len: 945 time: 0.1507883 Feb 15 21:43:27.826075 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a40af8b-0649-4519-9cd7-ed647f6750ae req-8b982bbb-fc01-4643-a44c-81b4695d01b5 tempest-VolumesNegativeTest-94286840 tempest-VolumesNegativeTest-94286840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:43:27.827676 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-6a40af8b-0649-4519-9cd7-ed647f6750ae req-8b982bbb-fc01-4643-a44c-81b4695d01b5 tempest-VolumesNegativeTest-94286840 tempest-VolumesNegativeTest-94286840-project] 10.222.0.68 "GET /v2.0/ports?device_id=88d7f255-dd8f-4526-a265-7cd041496bf6 HTTP/1.1" status: 200 len: 948 time: 0.2044733 Feb 15 21:43:27.928834 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760408e7-ef72-419b-9e4b-987d3985b180 req-7346662f-30b8-4a98-9ec2-889ec7b59e9c tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:43:27.930508 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-760408e7-ef72-419b-9e4b-987d3985b180 req-7346662f-30b8-4a98-9ec2-889ec7b59e9c tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/ports?device_id=94c5b34a-a93a-417f-9bb0-dfd725a45c9f HTTP/1.1" status: 200 len: 945 time: 0.1230576 Feb 15 21:43:27.967256 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.plugin [req-a1360401-10d4-4486-ac3e-28665ed1dd3f req-566a6bcd-c182-4d2e-aa1a-b717608f9552 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Deleting port a6a9d9c7-a68e-46ea-be8e-3ac590b9a05f {{(pid=83999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 21:43:27.967632 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-a1360401-10d4-4486-ac3e-28665ed1dd3f req-566a6bcd-c182-4d2e-aa1a-b717608f9552 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779317974814'] for port, before_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:28.005875 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-6a40af8b-0649-4519-9cd7-ed647f6750ae req-6dcbc464-0fb7-43aa-923a-68c9e4e0b0cb tempest-VolumesNegativeTest-94286840 tempest-VolumesNegativeTest-94286840-project] 10.222.0.68 "GET /v2.0/security-groups?id=ffbe2c8b-c591-42e4-beb2-25aa0a7a53d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123242 Feb 15 21:43:28.018418 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-760408e7-ef72-419b-9e4b-987d3985b180 req-d976ae4e-291c-472e-b3f7-4922e5ef7530 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/security-groups?id=d41abb3f-0e7c-40e2-b25e-05dfee7102d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594590 Feb 15 21:43:28.353016 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cde77bb-1a30-4f91-99a3-940bbb345aff req-4dffccde-b313-4df3-bf80-80169217219c tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:43:28.354690 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-5cde77bb-1a30-4f91-99a3-940bbb345aff req-4dffccde-b313-4df3-bf80-80169217219c tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] 10.222.0.68 "GET /v2.0/ports?device_id=9a8ffad2-8be2-4a0c-989f-580804d7d527 HTTP/1.1" status: 200 len: 945 time: 0.2364020 Feb 15 21:43:28.364863 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [req-a1360401-10d4-4486-ac3e-28665ed1dd3f req-566a6bcd-c182-4d2e-aa1a-b717608f9552 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] For port a6a9d9c7-a68e-46ea-be8e-3ac590b9a05f, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=a6a9d9c7-a68e-46ea-be8e-3ac590b9a05f,segment=NetworkSegment(9fc507ea-f429-4867-baf5-c8ee986591b3),segment_id=9fc507ea-f429-4867-baf5-c8ee986591b3)] {{(pid=83999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:43:28.365265 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-a1360401-10d4-4486-ac3e-28665ed1dd3f req-566a6bcd-c182-4d2e-aa1a-b717608f9552 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3871786'] for port, precommit_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:28.529186 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.plugin [req-a1360401-10d4-4486-ac3e-28665ed1dd3f req-566a6bcd-c182-4d2e-aa1a-b717608f9552 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Calling delete_port for a6a9d9c7-a68e-46ea-be8e-3ac590b9a05f owned by compute:nova {{(pid=83999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 21:43:28.606556 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-5cde77bb-1a30-4f91-99a3-940bbb345aff req-061b8e22-76a9-48b5-aa6f-e3f279490fc9 tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] 10.222.0.68 "GET /v2.0/security-groups?id=8bc26fce-d2b5-431c-b40f-aa9fc664e5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443926 Feb 15 21:43:28.752700 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-a1360401-10d4-4486-ac3e-28665ed1dd3f req-566a6bcd-c182-4d2e-aa1a-b717608f9552 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779317976810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363257537242535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853815187'] for port, after_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:28.754299 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed884307-bf73-4743-be62-78896a721439 req-4e2dc1a2-a00a-4d9b-b041-b0b2ad7e638e tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:43:28.756043 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-ed884307-bf73-4743-be62-78896a721439 req-4e2dc1a2-a00a-4d9b-b041-b0b2ad7e638e tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/ports?device_id=1a9afc6d-1219-4326-b2c2-cd0792437c37 HTTP/1.1" status: 200 len: 945 time: 0.1014793 Feb 15 21:43:28.772119 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:43:28.826581 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-ed884307-bf73-4743-be62-78896a721439 req-2edd90b3-0dc9-48b1-9c10-44acf8fc9f30 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/security-groups?id=cfa94711-8349-42e9-83b9-bdf74ec03915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633271 Feb 15 21:43:28.843792 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566a6bcd-c182-4d2e-aa1a-b717608f9552 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Pushing event deleted for resources: {'Port': ['ID=a6a9d9c7-a68e-46ea-be8e-3ac590b9a05f,revision_number=None']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:43:28.850027 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-566a6bcd-c182-4d2e-aa1a-b717608f9552 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:43:29.035736 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1360401-10d4-4486-ac3e-28665ed1dd3f req-566a6bcd-c182-4d2e-aa1a-b717608f9552 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] No DVR routers for this DVR port a6a9d9c7-a68e-46ea-be8e-3ac590b9a05f on host hv-cinder-77525 {{(pid=83999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 15 21:43:29.038544 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-a1360401-10d4-4486-ac3e-28665ed1dd3f req-566a6bcd-c182-4d2e-aa1a-b717608f9552 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762656'] for port, before_response {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:29.042886 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a9afc6d-1219-4326-b2c2-cd0792437c37', 'name': 'network-vif-deleted', 'tag': 'a6a9d9c7-a68e-46ea-be8e-3ac590b9a05f'}] {{(pid=83999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 21:43:29.059049 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-a1360401-10d4-4486-ac3e-28665ed1dd3f req-566a6bcd-c182-4d2e-aa1a-b717608f9552 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.46 "DELETE /v2.0/ports/a6a9d9c7-a68e-46ea-be8e-3ac590b9a05f HTTP/1.1" status: 204 len: 173 time: 1.2288198 Feb 15 21:43:29.225210 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a9afc6d-1219-4326-b2c2-cd0792437c37', 'name': 'network-vif-deleted', 'tag': 'a6a9d9c7-a68e-46ea-be8e-3ac590b9a05f', 'status': 'completed', 'code': 200} Feb 15 21:43:29.317512 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92608fd7-4110-4683-bf71-1d0ba0c63767 req-4239f19f-801c-4724-80d9-2f1caa5511ef tempest-VolumesNegativeTest-94286840 tempest-VolumesNegativeTest-94286840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:43:29.318707 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [req-92608fd7-4110-4683-bf71-1d0ba0c63767 req-4239f19f-801c-4724-80d9-2f1caa5511ef tempest-VolumesNegativeTest-94286840 tempest-VolumesNegativeTest-94286840-project] Synchronizing usage tracker for tenant:4913794232484a62ac7393a193c0a5f3 on resource:port {{(pid=83998) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 21:43:29.340621 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [req-92608fd7-4110-4683-bf71-1d0ba0c63767 req-4239f19f-801c-4724-80d9-2f1caa5511ef tempest-VolumesNegativeTest-94286840 tempest-VolumesNegativeTest-94286840-project] Unset dirty status for tenant:4913794232484a62ac7393a193c0a5f3 on resource:port {{(pid=83998) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 21:43:29.342228 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-92608fd7-4110-4683-bf71-1d0ba0c63767 req-4239f19f-801c-4724-80d9-2f1caa5511ef tempest-VolumesNegativeTest-94286840 tempest-VolumesNegativeTest-94286840-project] 10.222.0.68 "GET /v2.0/ports?device_id=88d7f255-dd8f-4526-a265-7cd041496bf6 HTTP/1.1" status: 200 len: 948 time: 0.2100923 Feb 15 21:43:29.430393 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7d71d6-2a2f-4d33-ae3c-26ae5a47d8c9 req-0fed182e-6121-47d6-bfec-58782f505221 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:43:29.434346 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-ac7d71d6-2a2f-4d33-ae3c-26ae5a47d8c9 req-0fed182e-6121-47d6-bfec-58782f505221 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/ports?device_id=94c5b34a-a93a-417f-9bb0-dfd725a45c9f HTTP/1.1" status: 200 len: 945 time: 0.1088588 Feb 15 21:43:29.441144 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [req-92608fd7-4110-4683-bf71-1d0ba0c63767 req-07042294-6013-436a-bad3-92f47daa8687 tempest-VolumesNegativeTest-94286840 tempest-VolumesNegativeTest-94286840-project] Synchronizing usage tracker for tenant:4913794232484a62ac7393a193c0a5f3 on resource:security_group {{(pid=83998) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 21:43:29.463746 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [req-92608fd7-4110-4683-bf71-1d0ba0c63767 req-07042294-6013-436a-bad3-92f47daa8687 tempest-VolumesNegativeTest-94286840 tempest-VolumesNegativeTest-94286840-project] Unset dirty status for tenant:4913794232484a62ac7393a193c0a5f3 on resource:security_group {{(pid=83998) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 21:43:29.465057 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-92608fd7-4110-4683-bf71-1d0ba0c63767 req-07042294-6013-436a-bad3-92f47daa8687 tempest-VolumesNegativeTest-94286840 tempest-VolumesNegativeTest-94286840-project] 10.222.0.68 "GET /v2.0/security-groups?id=ffbe2c8b-c591-42e4-beb2-25aa0a7a53d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035600 Feb 15 21:43:29.518998 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Network 4409f29a-e856-4248-a3c4-ee2bd0622344 details requested by agent ovs-agent-hv-cinder-77525 with host hv-cinder-77525 {{(pid=84000) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 15 21:43:29.525842 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-ac7d71d6-2a2f-4d33-ae3c-26ae5a47d8c9 req-3834e145-74fb-4bd2-92d8-343ea512c185 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/security-groups?id=d41abb3f-0e7c-40e2-b25e-05dfee7102d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844812 Feb 15 21:43:29.992732 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.objects.ports [None req-5b8ca0f8-02a8-4b87-b795-54eaa3303f50 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84000) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 15 21:43:30.031032 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-f9649c81-6ad8-449c-b953-f5897051bd9b req-3b0449bc-4d1e-425d-8b4e-f3bd8d9c91b5 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/ports?device_id=1a9afc6d-1219-4326-b2c2-cd0792437c37 HTTP/1.1" status: 200 len: 210 time: 0.0483153 Feb 15 21:43:30.699725 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb52ed57-21b1-4a1b-bda1-ef9c27085a51 req-a763dd8c-9da8-4dbd-bb86-759283a3ad2b tempest-VolumesNegativeTest-94286840 tempest-VolumesNegativeTest-94286840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:43:30.701423 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-bb52ed57-21b1-4a1b-bda1-ef9c27085a51 req-a763dd8c-9da8-4dbd-bb86-759283a3ad2b tempest-VolumesNegativeTest-94286840 tempest-VolumesNegativeTest-94286840-project] 10.222.0.68 "GET /v2.0/ports?device_id=88d7f255-dd8f-4526-a265-7cd041496bf6 HTTP/1.1" status: 200 len: 948 time: 0.1025341 Feb 15 21:43:30.752354 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499b444a-fb38-41b1-8f42-4938e9491fa9 req-42d7133c-a34a-4ceb-8c8a-69bd3f0125b3 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:43:30.754429 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-499b444a-fb38-41b1-8f42-4938e9491fa9 req-42d7133c-a34a-4ceb-8c8a-69bd3f0125b3 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/ports?device_id=94c5b34a-a93a-417f-9bb0-dfd725a45c9f HTTP/1.1" status: 200 len: 945 time: 0.0997758 Feb 15 21:43:30.764493 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-bb52ed57-21b1-4a1b-bda1-ef9c27085a51 req-cfe0b0c0-511e-45e8-9b5a-0a0ace34599f tempest-VolumesNegativeTest-94286840 tempest-VolumesNegativeTest-94286840-project] 10.222.0.68 "GET /v2.0/security-groups?id=ffbe2c8b-c591-42e4-beb2-25aa0a7a53d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514340 Feb 15 21:43:30.807808 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-499b444a-fb38-41b1-8f42-4938e9491fa9 req-376a860e-bf78-43a7-ab39-00eb2cda733d tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/security-groups?id=d41abb3f-0e7c-40e2-b25e-05dfee7102d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442207 Feb 15 21:43:31.133829 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Device beb13520-bcd6-4570-bc26-c9384cc301d4 up at agent ovs-agent-hv-cinder-77525 {{(pid=84000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:43:31.211961 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Provisioning for port beb13520-bcd6-4570-bc26-c9384cc301d4 completed by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 21:43:31.220089 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Provisioning complete for port beb13520-bcd6-4570-bc26-c9384cc301d4 triggered by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:43:31.220726 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:31.416449 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:31.458332 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88d7f255-dd8f-4526-a265-7cd041496bf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beb13520-bcd6-4570-bc26-c9384cc301d4'}] {{(pid=84000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 21:43:31.497649 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] For port beb13520-bcd6-4570-bc26-c9384cc301d4, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=beb13520-bcd6-4570-bc26-c9384cc301d4,segment=NetworkSegment(164904e9-eb4a-4dd3-90cb-d531be542b03),segment_id=164904e9-eb4a-4dd3-90cb-d531be542b03)] {{(pid=84000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:43:31.503845 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779317976793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779317533282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257537242501'] for port, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:31.507027 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:43:31.580904 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88d7f255-dd8f-4526-a265-7cd041496bf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beb13520-bcd6-4570-bc26-c9384cc301d4', 'code': 200} Feb 15 21:43:31.591132 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Device a6a9d9c7-a68e-46ea-be8e-3ac590b9a05f no longer exists at agent ovs-agent-hv-cinder-77525 {{(pid=84000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 15 21:43:31.665668 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb9d313-1de9-4d34-94f7-fa7549d9e8d5 req-53cb8b8f-4d43-4a53-b6bf-cc4cd37152c7 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:43:31.666488 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [req-ccb9d313-1de9-4d34-94f7-fa7549d9e8d5 req-53cb8b8f-4d43-4a53-b6bf-cc4cd37152c7 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Synchronizing usage tracker for tenant:6560e6c9f85e4d83bbd45fb6f6c6ecff on resource:port {{(pid=83999) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 21:43:31.676307 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.plugin [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] No Port match for: a6a9d9c7-a68e-46ea-be8e-3ac590b9a05f {{(pid=84000) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 15 21:43:31.676895 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Device a6a9d9c7-a68e-46ea-be8e-3ac590b9a05f not bound to the agent host hv-cinder-77525 {{(pid=84000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 15 21:43:31.712921 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [req-ccb9d313-1de9-4d34-94f7-fa7549d9e8d5 req-53cb8b8f-4d43-4a53-b6bf-cc4cd37152c7 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Unset dirty status for tenant:6560e6c9f85e4d83bbd45fb6f6c6ecff on resource:port {{(pid=83999) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 21:43:31.714343 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-ccb9d313-1de9-4d34-94f7-fa7549d9e8d5 req-53cb8b8f-4d43-4a53-b6bf-cc4cd37152c7 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/ports?device_id=22283d64-fb12-49e8-a3ff-d8be33246567 HTTP/1.1" status: 200 len: 946 time: 0.2365453 Feb 15 21:43:31.727233 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Pushing event updated for resources: {'Port': ['ID=beb13520-bcd6-4570-bc26-c9384cc301d4,revision_number=4']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:43:31.729681 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.agents_db [None req-9c3f008a-7c02-4f45-a369-4199c6caa59a None None] Agent healthcheck: found 6 active agents {{(pid=84001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 15 21:43:31.733031 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:43:31.772775 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-ccb9d313-1de9-4d34-94f7-fa7549d9e8d5 req-9abc1162-c987-4c6f-bfd1-cb78e246b63a tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/security-groups?id=cfa94711-8349-42e9-83b9-bdf74ec03915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504010 Feb 15 21:43:31.943290 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Device beb13520-bcd6-4570-bc26-c9384cc301d4 up at agent ovs-agent-hv-cinder-77525 {{(pid=84000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:43:31.997999 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9757b27c-51d5-49a3-9c5a-a46ff29923f0 req-9a6b64f1-8d36-4ed9-978e-47ae2b781a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:43:32.001328 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-9757b27c-51d5-49a3-9c5a-a46ff29923f0 req-9a6b64f1-8d36-4ed9-978e-47ae2b781a30 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=88d7f255-dd8f-4526-a265-7cd041496bf6 HTTP/1.1" status: 200 len: 1167 time: 0.1662483 Feb 15 21:43:32.025406 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6b77cb-0a3b-46a3-b2e5-055ce0243496 req-aaec5571-4d28-437a-bf57-213de109aca2 tempest-VolumesNegativeTest-94286840 tempest-VolumesNegativeTest-94286840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:43:32.031042 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-af6b77cb-0a3b-46a3-b2e5-055ce0243496 req-aaec5571-4d28-437a-bf57-213de109aca2 tempest-VolumesNegativeTest-94286840 tempest-VolumesNegativeTest-94286840-project] 10.222.0.68 "GET /v2.0/ports?device_id=88d7f255-dd8f-4526-a265-7cd041496bf6 HTTP/1.1" status: 200 len: 950 time: 0.1129875 Feb 15 21:43:32.042879 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Provisioning complete for port beb13520-bcd6-4570-bc26-c9384cc301d4 triggered by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:43:32.043625 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:32.080570 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-af6b77cb-0a3b-46a3-b2e5-055ce0243496 req-d3c02bd8-b9cb-4d21-962a-2002d437f002 tempest-VolumesNegativeTest-94286840 tempest-VolumesNegativeTest-94286840-project] 10.222.0.68 "GET /v2.0/security-groups?id=ffbe2c8b-c591-42e4-beb2-25aa0a7a53d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447500 Feb 15 21:43:32.111121 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-9757b27c-51d5-49a3-9c5a-a46ff29923f0 req-8241986e-00bb-458b-af29-d10c87c446ff service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=ffbe2c8b-c591-42e4-beb2-25aa0a7a53d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975294 Feb 15 21:43:32.155872 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd84be26-dcc6-4e8d-b108-3ba2fe67fdca req-abad89e0-c277-489d-8a86-ec7667c987f4 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:43:32.157411 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-cd84be26-dcc6-4e8d-b108-3ba2fe67fdca req-abad89e0-c277-489d-8a86-ec7667c987f4 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/ports?device_id=94c5b34a-a93a-417f-9bb0-dfd725a45c9f HTTP/1.1" status: 200 len: 945 time: 0.0974050 Feb 15 21:43:32.212878 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-cd84be26-dcc6-4e8d-b108-3ba2fe67fdca req-accb9635-7709-49ee-bb54-63ac7a747078 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/security-groups?id=d41abb3f-0e7c-40e2-b25e-05dfee7102d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432932 Feb 15 21:43:32.997083 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94bd305-35ad-4c52-9838-dbf1aca38e89 req-29c4c8ee-8289-4e92-9e49-1595812da42b tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:43:32.998840 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-f94bd305-35ad-4c52-9838-dbf1aca38e89 req-29c4c8ee-8289-4e92-9e49-1595812da42b tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/ports?device_id=22283d64-fb12-49e8-a3ff-d8be33246567 HTTP/1.1" status: 200 len: 946 time: 0.0992987 Feb 15 21:43:33.050352 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-f94bd305-35ad-4c52-9838-dbf1aca38e89 req-fae50960-1664-4034-a051-aec394b88d2b tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/security-groups?id=cfa94711-8349-42e9-83b9-bdf74ec03915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442171 Feb 15 21:43:33.288930 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68910ff2-229e-47c4-8f8c-9c6ee47c31e6 req-6ee1c133-509f-4f3e-b999-68b20333e09f tempest-VolumesNegativeTest-94286840 tempest-VolumesNegativeTest-94286840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:43:33.290636 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-68910ff2-229e-47c4-8f8c-9c6ee47c31e6 req-6ee1c133-509f-4f3e-b999-68b20333e09f tempest-VolumesNegativeTest-94286840 tempest-VolumesNegativeTest-94286840-project] 10.222.0.68 "GET /v2.0/ports?device_id=88d7f255-dd8f-4526-a265-7cd041496bf6 HTTP/1.1" status: 200 len: 950 time: 0.0896828 Feb 15 21:43:33.373073 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-68910ff2-229e-47c4-8f8c-9c6ee47c31e6 req-b1003caf-a8b9-4e2c-bf92-8917c096048e tempest-VolumesNegativeTest-94286840 tempest-VolumesNegativeTest-94286840-project] 10.222.0.68 "GET /v2.0/security-groups?id=ffbe2c8b-c591-42e4-beb2-25aa0a7a53d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710120 Feb 15 21:43:33.474822 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8c8031-e72d-4c7f-99ce-466cff569ef0 req-c659eb73-11d5-43ae-a8f6-dbd3ac8b841a tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:43:33.477435 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-8d8c8031-e72d-4c7f-99ce-466cff569ef0 req-c659eb73-11d5-43ae-a8f6-dbd3ac8b841a tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/ports?device_id=94c5b34a-a93a-417f-9bb0-dfd725a45c9f HTTP/1.1" status: 200 len: 945 time: 0.1012886 Feb 15 21:43:33.531940 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-8d8c8031-e72d-4c7f-99ce-466cff569ef0 req-ee920868-2100-4c24-9536-98d3f063fdd1 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/security-groups?id=d41abb3f-0e7c-40e2-b25e-05dfee7102d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469611 Feb 15 21:43:33.894431 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Device beb13520-bcd6-4570-bc26-c9384cc301d4 up at agent ovs-agent-hv-cinder-77525 {{(pid=84000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:43:33.976387 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Provisioning complete for port beb13520-bcd6-4570-bc26-c9384cc301d4 triggered by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:43:33.976815 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:34.282449 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86570d9-1306-4d39-934b-27d66c4674d7 req-ab08fe38-7436-4bc3-8234-18d482e492fb tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:43:34.284206 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-a86570d9-1306-4d39-934b-27d66c4674d7 req-ab08fe38-7436-4bc3-8234-18d482e492fb tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/ports?device_id=22283d64-fb12-49e8-a3ff-d8be33246567 HTTP/1.1" status: 200 len: 946 time: 0.1010704 Feb 15 21:43:34.337645 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-a86570d9-1306-4d39-934b-27d66c4674d7 req-d98e594c-103a-4f64-a12a-faefdd1e3ec3 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/security-groups?id=cfa94711-8349-42e9-83b9-bdf74ec03915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467594 Feb 15 21:43:34.586105 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad525273-6350-4da5-ad08-9e56670b469c req-e863005f-2c67-4c00-8b38-c7ab24058485 tempest-VolumesNegativeTest-94286840 tempest-VolumesNegativeTest-94286840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:43:34.587768 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-ad525273-6350-4da5-ad08-9e56670b469c req-e863005f-2c67-4c00-8b38-c7ab24058485 tempest-VolumesNegativeTest-94286840 tempest-VolumesNegativeTest-94286840-project] 10.222.0.68 "GET /v2.0/ports?device_id=88d7f255-dd8f-4526-a265-7cd041496bf6 HTTP/1.1" status: 200 len: 950 time: 0.0927010 Feb 15 21:43:34.642313 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-ad525273-6350-4da5-ad08-9e56670b469c req-bea5b462-8c5b-4f30-8502-51afe4032895 tempest-VolumesNegativeTest-94286840 tempest-VolumesNegativeTest-94286840-project] 10.222.0.68 "GET /v2.0/security-groups?id=ffbe2c8b-c591-42e4-beb2-25aa0a7a53d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452785 Feb 15 21:43:34.751554 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03da5fbe-367b-4098-81f2-0c64474736ba req-46ebfe37-725b-4447-a68d-5423fb593037 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:43:34.753202 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-03da5fbe-367b-4098-81f2-0c64474736ba req-46ebfe37-725b-4447-a68d-5423fb593037 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/ports?device_id=94c5b34a-a93a-417f-9bb0-dfd725a45c9f HTTP/1.1" status: 200 len: 945 time: 0.0943410 Feb 15 21:43:34.803752 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-03da5fbe-367b-4098-81f2-0c64474736ba req-33338b3a-b0ea-4df1-9092-d6360b8ce2d6 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/security-groups?id=d41abb3f-0e7c-40e2-b25e-05dfee7102d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439057 Feb 15 21:43:35.160158 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6932d917-c851-45c2-a4d9-0e31cd45d665 req-fa772525-7e53-4907-aae7-cad58218256b tempest-VolumesNegativeTest-94286840 tempest-VolumesNegativeTest-94286840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:43:35.161828 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-6932d917-c851-45c2-a4d9-0e31cd45d665 req-fa772525-7e53-4907-aae7-cad58218256b tempest-VolumesNegativeTest-94286840 tempest-VolumesNegativeTest-94286840-project] 10.222.0.68 "GET /v2.0/ports?device_id=88d7f255-dd8f-4526-a265-7cd041496bf6 HTTP/1.1" status: 200 len: 950 time: 0.0930960 Feb 15 21:43:35.211427 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-6932d917-c851-45c2-a4d9-0e31cd45d665 req-9c907a8f-e1ca-4d3e-b1b3-03f58aa681c1 tempest-VolumesNegativeTest-94286840 tempest-VolumesNegativeTest-94286840-project] 10.222.0.68 "GET /v2.0/security-groups?id=ffbe2c8b-c591-42e4-beb2-25aa0a7a53d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428829 Feb 15 21:43:35.555093 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6580c1d9-7c44-4a82-834a-8900500825ac req-b216db12-9fcd-4a0c-818c-411380473bac tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:43:35.556751 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-6580c1d9-7c44-4a82-834a-8900500825ac req-b216db12-9fcd-4a0c-818c-411380473bac tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/ports?device_id=22283d64-fb12-49e8-a3ff-d8be33246567 HTTP/1.1" status: 200 len: 946 time: 0.0953717 Feb 15 21:43:35.606497 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-6580c1d9-7c44-4a82-834a-8900500825ac req-9eb00ab1-fbee-47a4-8126-6fb0f0040824 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/security-groups?id=cfa94711-8349-42e9-83b9-bdf74ec03915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425978 Feb 15 21:43:36.023096 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cc6938-979b-4666-a96b-1404274acf65 req-4f06fb74-0403-4c4c-8a61-83100463dd72 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:43:36.024722 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-f3cc6938-979b-4666-a96b-1404274acf65 req-4f06fb74-0403-4c4c-8a61-83100463dd72 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/ports?device_id=94c5b34a-a93a-417f-9bb0-dfd725a45c9f HTTP/1.1" status: 200 len: 945 time: 0.0913346 Feb 15 21:43:36.082156 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-f3cc6938-979b-4666-a96b-1404274acf65 req-f1126695-dd71-4423-9fad-57fd7d522036 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/security-groups?id=d41abb3f-0e7c-40e2-b25e-05dfee7102d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498557 Feb 15 21:43:36.433199 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2bc75d-7318-4230-8370-7600c5b121c0 req-be9d00d2-3398-4ae1-a958-55ba3cf9c725 tempest-VolumesNegativeTest-94286840 tempest-VolumesNegativeTest-94286840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:43:36.434903 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-7a2bc75d-7318-4230-8370-7600c5b121c0 req-be9d00d2-3398-4ae1-a958-55ba3cf9c725 tempest-VolumesNegativeTest-94286840 tempest-VolumesNegativeTest-94286840-project] 10.222.0.68 "GET /v2.0/ports?device_id=88d7f255-dd8f-4526-a265-7cd041496bf6 HTTP/1.1" status: 200 len: 950 time: 0.0957513 Feb 15 21:43:36.484354 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-7a2bc75d-7318-4230-8370-7600c5b121c0 req-1d2d883b-2798-4d48-8708-449a6d34824b tempest-VolumesNegativeTest-94286840 tempest-VolumesNegativeTest-94286840-project] 10.222.0.68 "GET /v2.0/security-groups?id=ffbe2c8b-c591-42e4-beb2-25aa0a7a53d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421901 Feb 15 21:43:36.817618 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648d7acf-5762-4265-8f33-40e986d074ca req-71f3dfcc-1dda-4d24-afe2-e25642aa14f0 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:43:36.819114 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-648d7acf-5762-4265-8f33-40e986d074ca req-71f3dfcc-1dda-4d24-afe2-e25642aa14f0 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/ports?device_id=22283d64-fb12-49e8-a3ff-d8be33246567 HTTP/1.1" status: 200 len: 946 time: 0.0935893 Feb 15 21:43:36.870211 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-648d7acf-5762-4265-8f33-40e986d074ca req-e516dc78-a9f4-49af-961d-b8948ed8de10 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/security-groups?id=cfa94711-8349-42e9-83b9-bdf74ec03915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444152 Feb 15 21:43:37.301754 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3f0469-e44c-42d5-9867-13a94a3cb632 req-48b31f4e-ea4a-4ea3-ad9c-9eae27760635 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:43:37.303349 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-be3f0469-e44c-42d5-9867-13a94a3cb632 req-48b31f4e-ea4a-4ea3-ad9c-9eae27760635 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/ports?device_id=94c5b34a-a93a-417f-9bb0-dfd725a45c9f HTTP/1.1" status: 200 len: 945 time: 0.0967312 Feb 15 21:43:37.354292 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-be3f0469-e44c-42d5-9867-13a94a3cb632 req-d0d7e14b-068f-4b6d-9936-fca074d7c79f tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/security-groups?id=d41abb3f-0e7c-40e2-b25e-05dfee7102d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434947 Feb 15 21:43:37.701955 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb083004-4888-48be-85ee-cb5d7337c27d req-07fbd625-49cb-4466-a84b-25399cf4d5c3 tempest-VolumesNegativeTest-94286840 tempest-VolumesNegativeTest-94286840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:43:37.703757 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-fb083004-4888-48be-85ee-cb5d7337c27d req-07fbd625-49cb-4466-a84b-25399cf4d5c3 tempest-VolumesNegativeTest-94286840 tempest-VolumesNegativeTest-94286840-project] 10.222.0.68 "GET /v2.0/ports?device_id=88d7f255-dd8f-4526-a265-7cd041496bf6 HTTP/1.1" status: 200 len: 950 time: 0.0974367 Feb 15 21:43:37.756185 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-fb083004-4888-48be-85ee-cb5d7337c27d req-37a90aed-002d-49ea-b037-7fbb4b937a8e tempest-VolumesNegativeTest-94286840 tempest-VolumesNegativeTest-94286840-project] 10.222.0.68 "GET /v2.0/security-groups?id=ffbe2c8b-c591-42e4-beb2-25aa0a7a53d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455296 Feb 15 21:43:37.853039 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Device beb13520-bcd6-4570-bc26-c9384cc301d4 no longer exists at agent ovs-agent-hv-cinder-77525 {{(pid=84000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 15 21:43:37.889435 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e930ee9-ce01-4bc5-904b-a82fac239a2f req-a8f5840f-3d0e-4a79-b473-3c6b5565fa94 tempest-VolumesNegativeTest-94286840 tempest-VolumesNegativeTest-94286840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:43:37.891546 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-3e930ee9-ce01-4bc5-904b-a82fac239a2f req-a8f5840f-3d0e-4a79-b473-3c6b5565fa94 tempest-VolumesNegativeTest-94286840 tempest-VolumesNegativeTest-94286840-project] 10.222.0.46 "GET /v2.0/ports?device_id=88d7f255-dd8f-4526-a265-7cd041496bf6 HTTP/1.1" status: 200 len: 950 time: 0.0929449 Feb 15 21:43:37.993370 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:38.029534 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88d7f255-dd8f-4526-a265-7cd041496bf6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'beb13520-bcd6-4570-bc26-c9384cc301d4'}] {{(pid=84000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 21:43:38.041226 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] For port beb13520-bcd6-4570-bc26-c9384cc301d4, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=beb13520-bcd6-4570-bc26-c9384cc301d4,segment=NetworkSegment(164904e9-eb4a-4dd3-90cb-d531be542b03),segment_id=164904e9-eb4a-4dd3-90cb-d531be542b03)] {{(pid=84000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:43:38.045505 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779317976793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779317533282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257537242501'] for port, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:38.047900 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-7f85ce8b-5091-4aeb-b073-72f96c00838c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:43:38.094425 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c629266-5962-4b68-905d-14cb511c0267 req-f0630a42-d0ee-4097-986d-dcee58423c4e tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:43:38.096490 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-2c629266-5962-4b68-905d-14cb511c0267 req-f0630a42-d0ee-4097-986d-dcee58423c4e tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/ports?device_id=22283d64-fb12-49e8-a3ff-d8be33246567 HTTP/1.1" status: 200 len: 946 time: 0.1004000 Feb 15 21:43:38.103695 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88d7f255-dd8f-4526-a265-7cd041496bf6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'beb13520-bcd6-4570-bc26-c9384cc301d4', 'code': 200} Feb 15 21:43:38.131056 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Pushing event updated for resources: {'Port': ['ID=beb13520-bcd6-4570-bc26-c9384cc301d4,revision_number=5']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:43:38.135271 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:43:38.152949 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-2c629266-5962-4b68-905d-14cb511c0267 req-ce73bd2c-0c61-4628-9251-24fd382e498a tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/security-groups?id=cfa94711-8349-42e9-83b9-bdf74ec03915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495415 Feb 15 21:43:38.229046 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.plugin [req-3e930ee9-ce01-4bc5-904b-a82fac239a2f req-be57af9f-f1df-4e2f-89ff-bf6892f0fe71 tempest-VolumesNegativeTest-94286840 tempest-VolumesNegativeTest-94286840-project] Deleting port beb13520-bcd6-4570-bc26-c9384cc301d4 {{(pid=83999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 21:43:38.229461 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-3e930ee9-ce01-4bc5-904b-a82fac239a2f req-be57af9f-f1df-4e2f-89ff-bf6892f0fe71 tempest-VolumesNegativeTest-94286840 tempest-VolumesNegativeTest-94286840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779317974814'] for port, before_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:38.614475 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [req-3e930ee9-ce01-4bc5-904b-a82fac239a2f req-be57af9f-f1df-4e2f-89ff-bf6892f0fe71 tempest-VolumesNegativeTest-94286840 tempest-VolumesNegativeTest-94286840-project] For port beb13520-bcd6-4570-bc26-c9384cc301d4, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=beb13520-bcd6-4570-bc26-c9384cc301d4,segment=NetworkSegment(164904e9-eb4a-4dd3-90cb-d531be542b03),segment_id=164904e9-eb4a-4dd3-90cb-d531be542b03)] {{(pid=83999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:43:38.614884 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-3e930ee9-ce01-4bc5-904b-a82fac239a2f req-be57af9f-f1df-4e2f-89ff-bf6892f0fe71 tempest-VolumesNegativeTest-94286840 tempest-VolumesNegativeTest-94286840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3871786'] for port, precommit_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:38.755570 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.plugin [req-3e930ee9-ce01-4bc5-904b-a82fac239a2f req-be57af9f-f1df-4e2f-89ff-bf6892f0fe71 tempest-VolumesNegativeTest-94286840 tempest-VolumesNegativeTest-94286840-project] Calling delete_port for beb13520-bcd6-4570-bc26-c9384cc301d4 owned by compute:nova {{(pid=83999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 21:43:38.830272 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756a18f7-3b3d-474a-8702-f70e1c7e2e19 req-e5afeb4d-9459-4e99-a435-02fce9f7e3fe tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:43:38.832146 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-756a18f7-3b3d-474a-8702-f70e1c7e2e19 req-e5afeb4d-9459-4e99-a435-02fce9f7e3fe tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/ports?device_id=94c5b34a-a93a-417f-9bb0-dfd725a45c9f HTTP/1.1" status: 200 len: 945 time: 0.3443763 Feb 15 21:43:38.904464 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-756a18f7-3b3d-474a-8702-f70e1c7e2e19 req-48881d9a-4d94-431f-b62a-6e5a9f08e374 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/security-groups?id=d41abb3f-0e7c-40e2-b25e-05dfee7102d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613782 Feb 15 21:43:38.984017 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-3e930ee9-ce01-4bc5-904b-a82fac239a2f req-be57af9f-f1df-4e2f-89ff-bf6892f0fe71 tempest-VolumesNegativeTest-94286840 tempest-VolumesNegativeTest-94286840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779317976810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363257537242535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853815187'] for port, after_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:38.997892 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45002f35-125c-4899-84bf-3d67ca2452db req-34f8cc6e-f217-4aee-8167-71e1c09ffd4b tempest-VolumesNegativeTest-94286840 tempest-VolumesNegativeTest-94286840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:43:38.999646 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-45002f35-125c-4899-84bf-3d67ca2452db req-34f8cc6e-f217-4aee-8167-71e1c09ffd4b tempest-VolumesNegativeTest-94286840 tempest-VolumesNegativeTest-94286840-project] 10.222.0.68 "GET /v2.0/ports?device_id=88d7f255-dd8f-4526-a265-7cd041496bf6 HTTP/1.1" status: 200 len: 948 time: 0.1003120 Feb 15 21:43:39.005296 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:43:39.050080 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-45002f35-125c-4899-84bf-3d67ca2452db req-2c1dc298-9fe8-48b9-b402-0f6bcbc6f838 tempest-VolumesNegativeTest-94286840 tempest-VolumesNegativeTest-94286840-project] 10.222.0.68 "GET /v2.0/security-groups?id=ffbe2c8b-c591-42e4-beb2-25aa0a7a53d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432336 Feb 15 21:43:39.066957 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be57af9f-f1df-4e2f-89ff-bf6892f0fe71 tempest-VolumesNegativeTest-94286840 tempest-VolumesNegativeTest-94286840-project] Pushing event deleted for resources: {'Port': ['ID=beb13520-bcd6-4570-bc26-c9384cc301d4,revision_number=None']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:43:39.122179 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-be57af9f-f1df-4e2f-89ff-bf6892f0fe71 tempest-VolumesNegativeTest-94286840 tempest-VolumesNegativeTest-94286840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:43:39.226073 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e930ee9-ce01-4bc5-904b-a82fac239a2f req-be57af9f-f1df-4e2f-89ff-bf6892f0fe71 tempest-VolumesNegativeTest-94286840 tempest-VolumesNegativeTest-94286840-project] No DVR routers for this DVR port beb13520-bcd6-4570-bc26-c9384cc301d4 on host hv-cinder-77525 {{(pid=83999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 15 21:43:39.228665 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-3e930ee9-ce01-4bc5-904b-a82fac239a2f req-be57af9f-f1df-4e2f-89ff-bf6892f0fe71 tempest-VolumesNegativeTest-94286840 tempest-VolumesNegativeTest-94286840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762656'] for port, before_response {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:39.232110 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88d7f255-dd8f-4526-a265-7cd041496bf6', 'name': 'network-vif-deleted', 'tag': 'beb13520-bcd6-4570-bc26-c9384cc301d4'}] {{(pid=83999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 21:43:39.251013 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-3e930ee9-ce01-4bc5-904b-a82fac239a2f req-be57af9f-f1df-4e2f-89ff-bf6892f0fe71 tempest-VolumesNegativeTest-94286840 tempest-VolumesNegativeTest-94286840-project] 10.222.0.46 "DELETE /v2.0/ports/beb13520-bcd6-4570-bc26-c9384cc301d4 HTTP/1.1" status: 204 len: 173 time: 1.3496864 Feb 15 21:43:39.284964 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88d7f255-dd8f-4526-a265-7cd041496bf6', 'name': 'network-vif-deleted', 'tag': 'beb13520-bcd6-4570-bc26-c9384cc301d4', 'status': 'completed', 'code': 200} Feb 15 21:43:39.376098 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f3af64-85ee-4dd5-8c0b-dcf511994ed2 req-996ac84a-4efa-4622-b111-fb2942b45a1a tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:43:39.377851 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-91f3af64-85ee-4dd5-8c0b-dcf511994ed2 req-996ac84a-4efa-4622-b111-fb2942b45a1a tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/ports?device_id=22283d64-fb12-49e8-a3ff-d8be33246567 HTTP/1.1" status: 200 len: 946 time: 0.0919533 Feb 15 21:43:39.431305 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-91f3af64-85ee-4dd5-8c0b-dcf511994ed2 req-78b424c5-7079-4ec4-8ebb-fe445224d3f8 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/security-groups?id=cfa94711-8349-42e9-83b9-bdf74ec03915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468173 Feb 15 21:43:40.131524 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7996055-3ad9-44b2-ac43-62236a48536d req-5dfeb730-3e3a-4500-8efc-d0140cb910d5 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:43:40.132866 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-a7996055-3ad9-44b2-ac43-62236a48536d req-5dfeb730-3e3a-4500-8efc-d0140cb910d5 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/ports?device_id=94c5b34a-a93a-417f-9bb0-dfd725a45c9f HTTP/1.1" status: 200 len: 945 time: 0.0946386 Feb 15 21:43:40.189670 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-a7996055-3ad9-44b2-ac43-62236a48536d req-7dd127f3-4230-41b3-823b-87cb07d73de5 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/security-groups?id=d41abb3f-0e7c-40e2-b25e-05dfee7102d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457993 Feb 15 21:43:40.732696 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3557f316-d08d-43aa-9d03-176feb07682d req-239dd459-bb44-47af-b9de-470947a958dc tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:43:40.734496 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-3557f316-d08d-43aa-9d03-176feb07682d req-239dd459-bb44-47af-b9de-470947a958dc tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/ports?device_id=22283d64-fb12-49e8-a3ff-d8be33246567 HTTP/1.1" status: 200 len: 946 time: 0.1690409 Feb 15 21:43:40.738609 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-0b2fc9fb-ccbb-42a9-8bfa-b3c05d519fc5 req-1b1eaf80-6932-4a60-88f1-94675ca5c60f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=75161876-5fd7-4cd5-bcc1-e7aef527b1ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1131990 Feb 15 21:43:40.801463 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-3557f316-d08d-43aa-9d03-176feb07682d req-01b6f0ec-82b2-4492-b165-a1c55db7155b tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/security-groups?id=cfa94711-8349-42e9-83b9-bdf74ec03915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549943 Feb 15 21:43:40.907369 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2fc9fb-ccbb-42a9-8bfa-b3c05d519fc5 req-ca14fb58-7dc7-4ef7-9efe-7b3cfb44449d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:43:40.908987 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-0b2fc9fb-ccbb-42a9-8bfa-b3c05d519fc5 req-ca14fb58-7dc7-4ef7-9efe-7b3cfb44449d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=01d1e938225c413c8b7177a31ac61fd8&device_id=75161876-5fd7-4cd5-bcc1-e7aef527b1ee HTTP/1.1" status: 200 len: 1162 time: 0.1063497 Feb 15 21:43:41.089331 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2fc9fb-ccbb-42a9-8bfa-b3c05d519fc5 req-5d5d76f8-c8be-4ee2-ab65-0b098dbe87e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:43:41.090951 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-0b2fc9fb-ccbb-42a9-8bfa-b3c05d519fc5 req-5d5d76f8-c8be-4ee2-ab65-0b098dbe87e2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=69e9f844-d8da-4039-9b13-e108b452a38b HTTP/1.1" status: 200 len: 904 time: 0.1551473 Feb 15 21:43:41.220373 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-0b2fc9fb-ccbb-42a9-8bfa-b3c05d519fc5 req-ae09b0e9-ed52-4243-95e5-47bfaadd9c7a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9893a8d2-0f6f-4123-8406-4e5415a08932 HTTP/1.1" status: 200 len: 1001 time: 0.1180921 Feb 15 21:43:41.296774 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2fc9fb-ccbb-42a9-8bfa-b3c05d519fc5 req-5a1eef5f-f9db-48b2-aa85-a2b1a5e291b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:43:41.298574 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-0b2fc9fb-ccbb-42a9-8bfa-b3c05d519fc5 req-5a1eef5f-f9db-48b2-aa85-a2b1a5e291b8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=96a9e4d7-4193-4d87-beab-01964d61c871 HTTP/1.1" status: 200 len: 849 time: 0.0693011 Feb 15 21:43:41.395726 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2fc9fb-ccbb-42a9-8bfa-b3c05d519fc5 req-27d5cd91-ff4f-4d37-b135-5a2adc3b10e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:43:41.397550 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-0b2fc9fb-ccbb-42a9-8bfa-b3c05d519fc5 req-27d5cd91-ff4f-4d37-b135-5a2adc3b10e0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=69e9f844-d8da-4039-9b13-e108b452a38b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0852017 Feb 15 21:43:41.412363 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f06dea-516a-40ff-ae5a-19e90c47d805 req-15e00099-3c64-4e36-bd6f-32b941a14ad1 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:43:41.414056 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-13f06dea-516a-40ff-ae5a-19e90c47d805 req-15e00099-3c64-4e36-bd6f-32b941a14ad1 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/ports?device_id=94c5b34a-a93a-417f-9bb0-dfd725a45c9f HTTP/1.1" status: 200 len: 945 time: 0.0959082 Feb 15 21:43:41.493868 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-13f06dea-516a-40ff-ae5a-19e90c47d805 req-b2175a99-46c3-4413-a7bd-a7be7b81dfa0 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/security-groups?id=d41abb3f-0e7c-40e2-b25e-05dfee7102d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655379 Feb 15 21:43:41.573113 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-0b2fc9fb-ccbb-42a9-8bfa-b3c05d519fc5 req-77c3d7e5-882e-47ed-a834-dad9e3385adf service neutron] 10.222.0.46 "GET /v2.0/networks/69e9f844-d8da-4039-9b13-e108b452a38b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645193 Feb 15 21:43:41.761210 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-0b2fc9fb-ccbb-42a9-8bfa-b3c05d519fc5 req-19f09c5f-d1bd-4ae9-ae90-b1469d5f45fa service neutron] 10.222.0.46 "GET /v2.0/networks/69e9f844-d8da-4039-9b13-e108b452a38b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1794076 Feb 15 21:43:41.805993 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a383bf24-89b0-4279-b327-3ca56335ec04 req-bb76d28a-3fc8-4d51-b4e6-51b55d3df925 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:43:41.808379 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-a383bf24-89b0-4279-b327-3ca56335ec04 req-bb76d28a-3fc8-4d51-b4e6-51b55d3df925 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.46 "GET /v2.0/ports?device_id=22283d64-fb12-49e8-a3ff-d8be33246567 HTTP/1.1" status: 200 len: 946 time: 0.1188269 Feb 15 21:43:41.903867 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Device 1be03bc2-babb-4dfe-95ed-1391e5bcd7bf no longer exists at agent ovs-agent-hv-cinder-77525 {{(pid=84000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 15 21:43:41.986000 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.plugin [req-a383bf24-89b0-4279-b327-3ca56335ec04 req-cf65943c-7576-48bf-8c97-9096b597b6d5 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Deleting port 1be03bc2-babb-4dfe-95ed-1391e5bcd7bf {{(pid=83998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 21:43:41.986441 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-a383bf24-89b0-4279-b327-3ca56335ec04 req-cf65943c-7576-48bf-8c97-9096b597b6d5 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779317974814'] for port, before_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:42.069473 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:42.122299 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] For port 1be03bc2-babb-4dfe-95ed-1391e5bcd7bf, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=1be03bc2-babb-4dfe-95ed-1391e5bcd7bf,segment=NetworkSegment(9fc507ea-f429-4867-baf5-c8ee986591b3),segment_id=9fc507ea-f429-4867-baf5-c8ee986591b3)] {{(pid=84000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:43:42.123271 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22283d64-fb12-49e8-a3ff-d8be33246567', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1be03bc2-babb-4dfe-95ed-1391e5bcd7bf'}] {{(pid=84000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 21:43:42.131224 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779317976793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779317533282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257537242501'] for port, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:42.134119 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:43:42.179027 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5341c0f-2626-4942-926c-111f1b0b4b2d req-c4663ece-b76f-485f-9a08-390e8e78689e tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:43:42.189642 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-b5341c0f-2626-4942-926c-111f1b0b4b2d req-c4663ece-b76f-485f-9a08-390e8e78689e tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/ports?device_id=22283d64-fb12-49e8-a3ff-d8be33246567 HTTP/1.1" status: 200 len: 946 time: 0.2316699 Feb 15 21:43:42.229172 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Pushing event updated for resources: {'Port': ['ID=1be03bc2-babb-4dfe-95ed-1391e5bcd7bf,revision_number=5']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:43:42.233506 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22283d64-fb12-49e8-a3ff-d8be33246567', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1be03bc2-babb-4dfe-95ed-1391e5bcd7bf', 'code': 200} Feb 15 21:43:42.234446 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:43:42.278138 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-b5341c0f-2626-4942-926c-111f1b0b4b2d req-fcee0728-c67a-4b7a-a117-6a6f347bb42c tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/security-groups?id=cfa94711-8349-42e9-83b9-bdf74ec03915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808148 Feb 15 21:43:42.565780 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [req-a383bf24-89b0-4279-b327-3ca56335ec04 req-cf65943c-7576-48bf-8c97-9096b597b6d5 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] For port 1be03bc2-babb-4dfe-95ed-1391e5bcd7bf, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=1be03bc2-babb-4dfe-95ed-1391e5bcd7bf,segment=NetworkSegment(9fc507ea-f429-4867-baf5-c8ee986591b3),segment_id=9fc507ea-f429-4867-baf5-c8ee986591b3)] {{(pid=83998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:43:42.566106 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-a383bf24-89b0-4279-b327-3ca56335ec04 req-cf65943c-7576-48bf-8c97-9096b597b6d5 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3871786'] for port, precommit_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:42.707505 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.plugin [req-a383bf24-89b0-4279-b327-3ca56335ec04 req-cf65943c-7576-48bf-8c97-9096b597b6d5 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Calling delete_port for 1be03bc2-babb-4dfe-95ed-1391e5bcd7bf owned by compute:nova {{(pid=83998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 21:43:42.734516 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f34b519-99f8-48ed-8c50-3c8d32d52c97 req-e0e62860-05c4-4757-8305-4c33e92dad96 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:43:42.736592 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-4f34b519-99f8-48ed-8c50-3c8d32d52c97 req-e0e62860-05c4-4757-8305-4c33e92dad96 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/ports?device_id=94c5b34a-a93a-417f-9bb0-dfd725a45c9f HTTP/1.1" status: 200 len: 945 time: 0.0959892 Feb 15 21:43:42.790804 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-4f34b519-99f8-48ed-8c50-3c8d32d52c97 req-75681b5e-47e1-4a06-adcb-1c97462cfdfa tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/security-groups?id=d41abb3f-0e7c-40e2-b25e-05dfee7102d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457304 Feb 15 21:43:42.994605 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-a383bf24-89b0-4279-b327-3ca56335ec04 req-cf65943c-7576-48bf-8c97-9096b597b6d5 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779317976810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363257537242535'] for port, after_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:43.011062 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-c881b3cb-7b83-4899-9645-ce4bff8abba5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:43:43.060614 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf65943c-7576-48bf-8c97-9096b597b6d5 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Pushing event deleted for resources: {'Port': ['ID=1be03bc2-babb-4dfe-95ed-1391e5bcd7bf,revision_number=None']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:43:43.077382 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-cf65943c-7576-48bf-8c97-9096b597b6d5 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:43:43.238460 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvrscheduler_db [req-a383bf24-89b0-4279-b327-3ca56335ec04 req-cf65943c-7576-48bf-8c97-9096b597b6d5 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] No DVR routers for this DVR port 1be03bc2-babb-4dfe-95ed-1391e5bcd7bf on host hv-cinder-77525 {{(pid=83998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 15 21:43:43.243677 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-a383bf24-89b0-4279-b327-3ca56335ec04 req-cf65943c-7576-48bf-8c97-9096b597b6d5 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762656'] for port, before_response {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:43.246766 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22283d64-fb12-49e8-a3ff-d8be33246567', 'name': 'network-vif-deleted', 'tag': '1be03bc2-babb-4dfe-95ed-1391e5bcd7bf'}] {{(pid=83998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 21:43:43.263670 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-a383bf24-89b0-4279-b327-3ca56335ec04 req-cf65943c-7576-48bf-8c97-9096b597b6d5 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.46 "DELETE /v2.0/ports/1be03bc2-babb-4dfe-95ed-1391e5bcd7bf HTTP/1.1" status: 204 len: 173 time: 1.4487910 Feb 15 21:43:43.306679 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22283d64-fb12-49e8-a3ff-d8be33246567', 'name': 'network-vif-deleted', 'tag': '1be03bc2-babb-4dfe-95ed-1391e5bcd7bf', 'status': 'completed', 'code': 200} Feb 15 21:43:43.642936 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-fd4dae89-bb4b-476c-8831-9e2744ac3971 req-d81e4ae1-ebef-4c76-8f55-a04d6f1b6c39 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] 10.222.0.68 "GET /v2.0/ports?device_id=22283d64-fb12-49e8-a3ff-d8be33246567 HTTP/1.1" status: 200 len: 210 time: 0.0500619 Feb 15 21:43:43.900016 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:44.092716 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfce0b3-fb92-4702-b9ae-42738c88140c req-98dbae57-df92-4eef-ba84-d13343e08a48 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:43:44.094356 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-4dfce0b3-fb92-4702-b9ae-42738c88140c req-98dbae57-df92-4eef-ba84-d13343e08a48 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/ports?device_id=94c5b34a-a93a-417f-9bb0-dfd725a45c9f HTTP/1.1" status: 200 len: 945 time: 0.1125729 Feb 15 21:43:44.163369 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-4dfce0b3-fb92-4702-b9ae-42738c88140c req-edd8a0b3-c622-49d8-a176-ecbe1cd13544 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/security-groups?id=d41abb3f-0e7c-40e2-b25e-05dfee7102d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596809 Feb 15 21:43:44.760400 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83998) accepted ('10.222.0.68', 50022) {{(pid=83998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:43:45.493902 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007bfcae-a346-4c76-93fd-35d2a33b221f req-f4c802da-cc1a-40ca-8d11-5f3d4270f2e6 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:43:45.495427 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-007bfcae-a346-4c76-93fd-35d2a33b221f req-f4c802da-cc1a-40ca-8d11-5f3d4270f2e6 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/ports?device_id=94c5b34a-a93a-417f-9bb0-dfd725a45c9f HTTP/1.1" status: 200 len: 945 time: 0.1513381 Feb 15 21:43:45.499245 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-5bb18509-477e-4dad-a0f4-cd0d04dc4a5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3814365'] for router_interface, before_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:45.718108 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-007bfcae-a346-4c76-93fd-35d2a33b221f req-953486d2-a455-43a2-8638-00f266102f46 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/security-groups?id=d41abb3f-0e7c-40e2-b25e-05dfee7102d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1554661 Feb 15 21:43:45.833129 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83998) accepted ('10.222.0.68', 50044) {{(pid=83998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:43:45.940641 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.plugin [None req-5bb18509-477e-4dad-a0f4-cd0d04dc4a5a admin admin] Deleting port 459212ac-7d17-4181-be52-2a482fe49d35 {{(pid=83998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 21:43:45.941021 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-5bb18509-477e-4dad-a0f4-cd0d04dc4a5a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779317974814'] for port, before_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:46.015841 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Device c77c9273-6b5a-4eb8-9ec7-1e5a309793f9 up at agent ovs-agent-hv-cinder-77525 {{(pid=84000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:43:46.095071 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Provisioning complete for port c77c9273-6b5a-4eb8-9ec7-1e5a309793f9 triggered by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:43:46.095625 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:46.129322 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-b6d455d1-ad4d-4728-ba46-0bdafdc05e93 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=4913794232484a62ac7393a193c0a5f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2922626 Feb 15 21:43:46.130317 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 50050) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:43:46.180844 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [None req-5bb18509-477e-4dad-a0f4-cd0d04dc4a5a admin admin] For port 459212ac-7d17-4181-be52-2a482fe49d35, host dv-cinder-775250-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-3-smb',level=0,port_id=459212ac-7d17-4181-be52-2a482fe49d35,segment=NetworkSegment(9fc507ea-f429-4867-baf5-c8ee986591b3),segment_id=9fc507ea-f429-4867-baf5-c8ee986591b3)] {{(pid=83998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:43:46.181391 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-5bb18509-477e-4dad-a0f4-cd0d04dc4a5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3871786'] for port, precommit_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:46.200922 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-96d46854-924b-4921-a9ed-054503d1ce14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:46.229473 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-96d46854-924b-4921-a9ed-054503d1ce14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:46.282119 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-96d46854-924b-4921-a9ed-054503d1ce14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:46.287790 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-8296ff9f-47ce-4714-80d6-dcf59a8087c0 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:43:46.304280 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d46854-924b-4921-a9ed-054503d1ce14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffbe2c8b-c591-42e4-beb2-25aa0a7a53d6,revision_number=None']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:43:46.310339 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-96d46854-924b-4921-a9ed-054503d1ce14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:43:46.312740 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-96d46854-924b-4921-a9ed-054503d1ce14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:46.317283 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-96d46854-924b-4921-a9ed-054503d1ce14 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/ffbe2c8b-c591-42e4-beb2-25aa0a7a53d6 HTTP/1.1" status: 204 len: 168 time: 0.1857903 Feb 15 21:43:46.321462 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.plugin [None req-5bb18509-477e-4dad-a0f4-cd0d04dc4a5a admin admin] Calling delete_port for 459212ac-7d17-4181-be52-2a482fe49d35 owned by network:router_interface {{(pid=83998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 21:43:46.962048 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1773ae-001f-434d-af0a-e32063ab78c2 req-fcd9a78d-6621-4648-902b-0ea88e710a1c tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:43:46.962573 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-5bb18509-477e-4dad-a0f4-cd0d04dc4a5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779317976810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363257537242535'] for port, after_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:46.963686 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-ff1773ae-001f-434d-af0a-e32063ab78c2 req-fcd9a78d-6621-4648-902b-0ea88e710a1c tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/ports?device_id=94c5b34a-a93a-417f-9bb0-dfd725a45c9f HTTP/1.1" status: 200 len: 945 time: 0.0951245 Feb 15 21:43:46.978883 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:43:47.018550 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-ff1773ae-001f-434d-af0a-e32063ab78c2 req-0c1f1578-8c52-4c81-b631-bb8b47d304d2 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/security-groups?id=d41abb3f-0e7c-40e2-b25e-05dfee7102d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472240 Feb 15 21:43:47.040862 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb18509-477e-4dad-a0f4-cd0d04dc4a5a admin admin] Pushing event deleted for resources: {'Port': ['ID=459212ac-7d17-4181-be52-2a482fe49d35,revision_number=None']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:43:47.044978 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-5bb18509-477e-4dad-a0f4-cd0d04dc4a5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:43:47.360919 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-5bb18509-477e-4dad-a0f4-cd0d04dc4a5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3727584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3814307'] for router_interface, after_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:47.889637 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bb18509-477e-4dad-a0f4-cd0d04dc4a5a admin admin] Router 9f12f3d9-0546-455c-ba1b-fa58faa3f83a has already been hosted by L3 agent dc46b086-6cb1-49e8-b95e-1fe9b389155e {{(pid=83998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 15 21:43:48.084797 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bb18509-477e-4dad-a0f4-cd0d04dc4a5a admin admin] Notify agent at l3_agent.dv-cinder-775250-3-smb the message routers_updated {{(pid=83998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 15 21:43:48.095592 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8138a729-20e4-49e5-b9c8-dd7bdf44452e None None] Sync routers for ids ['9f12f3d9-0546-455c-ba1b-fa58faa3f83a'] in dv-cinder-775250-3-smb {{(pid=84001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 15 21:43:48.100210 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-5bb18509-477e-4dad-a0f4-cd0d04dc4a5a admin admin] 10.222.0.68 "PUT /v2.0/routers/9f12f3d9-0546-455c-ba1b-fa58faa3f83a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3360221 Feb 15 21:43:48.100511 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83998) accepted ('10.222.0.68', 50082) {{(pid=83998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:43:48.107908 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8138a729-20e4-49e5-b9c8-dd7bdf44452e None None] Routers {'9f12f3d9-0546-455c-ba1b-fa58faa3f83a'} bound to L3 agent in host dv-cinder-775250-3-smb {{(pid=84001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 21:43:48.109473 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_hamode_db [None req-8138a729-20e4-49e5-b9c8-dd7bdf44452e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-15T21:30:22Z,description=,heartbeat_timestamp=2021-02-15T21:43:22Z,host='dv-cinder-775250-3-smb',id=dc46b086-6cb1-49e8-b95e-1fe9b389155e,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T21:30:22Z,topic='l3_agent')) {'router_ids': ['9f12f3d9-0546-455c-ba1b-fa58faa3f83a'], 'active': True} {{(pid=84001) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:43:48.358576 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-0a08af9d-f1d1-4bc0-aa1f-81a83509f9a3 admin admin] Notify callbacks [] for router, before_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:48.471584 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvr_db [None req-8138a729-20e4-49e5-b9c8-dd7bdf44452e None None] Set router 9f12f3d9-0546-455c-ba1b-fa58faa3f83a gateway port host: dv-cinder-775250-3-smb {{(pid=84001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 21:43:48.738760 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278bb0ce-c7b3-4a4a-bd06-cd576c955a39 req-031a0917-c2ce-451e-9ed9-83955a67301d tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:43:48.740381 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-278bb0ce-c7b3-4a4a-bd06-cd576c955a39 req-031a0917-c2ce-451e-9ed9-83955a67301d tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/ports?device_id=94c5b34a-a93a-417f-9bb0-dfd725a45c9f HTTP/1.1" status: 200 len: 945 time: 0.5762987 Feb 15 21:43:48.788595 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_hamode_db [None req-8138a729-20e4-49e5-b9c8-dd7bdf44452e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f12f3d9-0546-455c-ba1b-fa58faa3f83a', 'name': 'tempest-ServerRescueNegativeTestJSON-1012257-router', 'tenant_id': '6560e6c9f85e4d83bbd45fb6f6c6ecff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'external_fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.75'}], 'enable_snat': True}, 'gw_port_id': '64984370-a58d-4238-a2fa-ad8a174903e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:39:58Z', 'updated_at': '2021-02-15T21:43:46Z', 'revision_number': 5, 'project_id': '6560e6c9f85e4d83bbd45fb6f6c6ecff', 'gw_port': {'id': '64984370-a58d-4238-a2fa-ad8a174903e5', 'name': '', 'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:29:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f12f3d9-0546-455c-ba1b-fa58faa3f83a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:40:01Z', 'updated_at': '2021-02-15T21:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-smb'}], 'dv-cinder-775250-3-smb', False) {} {{(pid=84001) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:43:48.793722 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8138a729-20e4-49e5-b9c8-dd7bdf44452e None None] Checking router: 9f12f3d9-0546-455c-ba1b-fa58faa3f83a for host: dv-cinder-775250-3-smb {{(pid=84001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 15 21:43:48.811198 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8138a729-20e4-49e5-b9c8-dd7bdf44452e None None] Routers {'9f12f3d9-0546-455c-ba1b-fa58faa3f83a'} bound to L3 agent in host dv-cinder-775250-3-smb {{(pid=84001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 21:43:48.812018 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_hamode_db [None req-8138a729-20e4-49e5-b9c8-dd7bdf44452e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-15T21:30:22Z,description=,heartbeat_timestamp=2021-02-15T21:43:22Z,host='dv-cinder-775250-3-smb',id=dc46b086-6cb1-49e8-b95e-1fe9b389155e,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T21:30:22Z,topic='l3_agent')) {'router_ids': ['9f12f3d9-0546-455c-ba1b-fa58faa3f83a'], 'active': True} {{(pid=84001) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:43:48.850658 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-278bb0ce-c7b3-4a4a-bd06-cd576c955a39 req-f7a3378b-660c-4ce1-b2b8-e41b448efc0d tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/security-groups?id=d41abb3f-0e7c-40e2-b25e-05dfee7102d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857015 Feb 15 21:43:48.869992 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-0a08af9d-f1d1-4bc0-aa1f-81a83509f9a3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:48.876113 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.plugin [None req-0a08af9d-f1d1-4bc0-aa1f-81a83509f9a3 admin admin] Deleting port 64984370-a58d-4238-a2fa-ad8a174903e5 {{(pid=83998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 21:43:48.876113 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-0a08af9d-f1d1-4bc0-aa1f-81a83509f9a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779317974814'] for port, before_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:49.027811 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvr_db [None req-8138a729-20e4-49e5-b9c8-dd7bdf44452e None None] Set router 9f12f3d9-0546-455c-ba1b-fa58faa3f83a gateway port host: dv-cinder-775250-3-smb {{(pid=84001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 21:43:49.074647 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [None req-0a08af9d-f1d1-4bc0-aa1f-81a83509f9a3 admin admin] For port 64984370-a58d-4238-a2fa-ad8a174903e5, host dv-cinder-775250-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-3-smb',level=0,port_id=64984370-a58d-4238-a2fa-ad8a174903e5,segment=NetworkSegment(aaff8bb9-4958-4cc8-8842-2399e4673088),segment_id=aaff8bb9-4958-4cc8-8842-2399e4673088)] {{(pid=83998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:43:49.075218 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-0a08af9d-f1d1-4bc0-aa1f-81a83509f9a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3871786'] for port, precommit_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:49.087888 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-79855c7f-2770-40de-b1c0-37a0269b052c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:49.214304 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.plugin [None req-0a08af9d-f1d1-4bc0-aa1f-81a83509f9a3 admin admin] Calling delete_port for 64984370-a58d-4238-a2fa-ad8a174903e5 owned by network:router_gateway {{(pid=83998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 21:43:49.344002 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_hamode_db [None req-8138a729-20e4-49e5-b9c8-dd7bdf44452e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f12f3d9-0546-455c-ba1b-fa58faa3f83a', 'name': 'tempest-ServerRescueNegativeTestJSON-1012257-router', 'tenant_id': '6560e6c9f85e4d83bbd45fb6f6c6ecff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'external_fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.75'}], 'enable_snat': True}, 'gw_port_id': '64984370-a58d-4238-a2fa-ad8a174903e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:39:58Z', 'updated_at': '2021-02-15T21:43:46Z', 'revision_number': 5, 'project_id': '6560e6c9f85e4d83bbd45fb6f6c6ecff', 'gw_port': {'id': '64984370-a58d-4238-a2fa-ad8a174903e5', 'name': '', 'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:29:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f12f3d9-0546-455c-ba1b-fa58faa3f83a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:40:01Z', 'updated_at': '2021-02-15T21:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-smb'}], 'dv-cinder-775250-3-smb', False) {} {{(pid=84001) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:43:49.348407 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8138a729-20e4-49e5-b9c8-dd7bdf44452e None None] The sync data for ids ['9f12f3d9-0546-455c-ba1b-fa58faa3f83a'] in dv-cinder-775250-3-smb is: [{'id': '9f12f3d9-0546-455c-ba1b-fa58faa3f83a', 'name': 'tempest-ServerRescueNegativeTestJSON-1012257-router', 'tenant_id': '6560e6c9f85e4d83bbd45fb6f6c6ecff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'external_fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.75'}], 'enable_snat': True}, 'gw_port_id': '64984370-a58d-4238-a2fa-ad8a174903e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:39:58Z', 'updated_at': '2021-02-15T21:43:46Z', 'revision_number': 5, 'project_id': '6560e6c9f85e4d83bbd45fb6f6c6ecff', 'gw_port': {'id': '64984370-a58d-4238-a2fa-ad8a174903e5', 'name': '', 'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:29:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f12f3d9-0546-455c-ba1b-fa58faa3f83a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:40:01Z', 'updated_at': '2021-02-15T21:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-smb'}] {{(pid=84001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 15 21:43:49.352857 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-0a08af9d-f1d1-4bc0-aa1f-81a83509f9a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779317976810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363257537242535'] for port, after_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:49.359217 dv-cinder-775250-3-smb neutron-server[83887]: WARNING neutron.plugins.ml2.ovo_rpc [None req-0a08af9d-f1d1-4bc0-aa1f-81a83509f9a3 admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location: Feb 15 21:43:49.359217 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main Feb 15 21:43:49.359217 dv-cinder-775250-3-smb neutron-server[83887]: result = function(*args, **kwargs) Feb 15 21:43:49.359217 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request Feb 15 21:43:49.359217 dv-cinder-775250-3-smb neutron-server[83887]: proto.__init__(conn_state, self) Feb 15 21:43:49.359217 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__ Feb 15 21:43:49.359217 dv-cinder-775250-3-smb neutron-server[83887]: self.handle() Feb 15 21:43:49.359217 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle Feb 15 21:43:49.359217 dv-cinder-775250-3-smb neutron-server[83887]: self.handle_one_request() Feb 15 21:43:49.359217 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request Feb 15 21:43:49.359217 dv-cinder-775250-3-smb neutron-server[83887]: self.handle_one_response() Feb 15 21:43:49.359217 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response Feb 15 21:43:49.359217 dv-cinder-775250-3-smb neutron-server[83887]: result = self.application(self.environ, start_response) Feb 15 21:43:49.359217 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__ Feb 15 21:43:49.359217 dv-cinder-775250-3-smb neutron-server[83887]: return app(environ, start_response) Feb 15 21:43:49.359217 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 15 21:43:49.359217 dv-cinder-775250-3-smb neutron-server[83887]: resp = self.call_func(req, *args, **kw) Feb 15 21:43:49.359217 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 15 21:43:49.359217 dv-cinder-775250-3-smb neutron-server[83887]: return self.func(req, *args, **kwargs) Feb 15 21:43:49.359217 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Feb 15 21:43:49.359217 dv-cinder-775250-3-smb neutron-server[83887]: response = req.get_response(self.application) Feb 15 21:43:49.359217 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 15 21:43:49.359217 dv-cinder-775250-3-smb neutron-server[83887]: application, catch_exc_info=False) Feb 15 21:43:49.359217 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 15 21:43:49.359217 dv-cinder-775250-3-smb neutron-server[83887]: app_iter = application(self.environ, start_response) Feb 15 21:43:49.359217 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 15 21:43:49.359217 dv-cinder-775250-3-smb neutron-server[83887]: resp = self.call_func(req, *args, **kw) Feb 15 21:43:49.359217 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 15 21:43:49.359217 dv-cinder-775250-3-smb neutron-server[83887]: return self.func(req, *args, **kwargs) Feb 15 21:43:49.359217 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Feb 15 21:43:49.359217 dv-cinder-775250-3-smb neutron-server[83887]: response = req.get_response(self.application) Feb 15 21:43:49.359217 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 15 21:43:49.359217 dv-cinder-775250-3-smb neutron-server[83887]: application, catch_exc_info=False) Feb 15 21:43:49.359217 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 15 21:43:49.359217 dv-cinder-775250-3-smb neutron-server[83887]: app_iter = application(self.environ, start_response) Feb 15 21:43:49.359217 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 15 21:43:49.359217 dv-cinder-775250-3-smb neutron-server[83887]: resp = self.call_func(req, *args, **kw) Feb 15 21:43:49.359217 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 15 21:43:49.359217 dv-cinder-775250-3-smb neutron-server[83887]: return self.func(req, *args, **kwargs) Feb 15 21:43:49.359217 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Feb 15 21:43:49.359217 dv-cinder-775250-3-smb neutron-server[83887]: response = req.get_response(self.application) Feb 15 21:43:49.359217 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 15 21:43:49.359217 dv-cinder-775250-3-smb neutron-server[83887]: application, catch_exc_info=False) Feb 15 21:43:49.359217 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 15 21:43:49.359217 dv-cinder-775250-3-smb neutron-server[83887]: app_iter = application(self.environ, start_response) Feb 15 21:43:49.359217 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 15 21:43:49.359217 dv-cinder-775250-3-smb neutron-server[83887]: resp = self.call_func(req, *args, **kw) Feb 15 21:43:49.359217 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 15 21:43:49.359217 dv-cinder-775250-3-smb neutron-server[83887]: return self.func(req, *args, **kwargs) Feb 15 21:43:49.359217 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Feb 15 21:43:49.359217 dv-cinder-775250-3-smb neutron-server[83887]: response = req.get_response(self.application) Feb 15 21:43:49.359217 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 15 21:43:49.359217 dv-cinder-775250-3-smb neutron-server[83887]: application, catch_exc_info=False) Feb 15 21:43:49.359217 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 15 21:43:49.359217 dv-cinder-775250-3-smb neutron-server[83887]: app_iter = application(self.environ, start_response) Feb 15 21:43:49.359217 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 15 21:43:49.359217 dv-cinder-775250-3-smb neutron-server[83887]: resp = self.call_func(req, *args, **kw) Feb 15 21:43:49.359217 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 15 21:43:49.359217 dv-cinder-775250-3-smb neutron-server[83887]: return self.func(req, *args, **kwargs) Feb 15 21:43:49.359217 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__ Feb 15 21:43:49.359217 dv-cinder-775250-3-smb neutron-server[83887]: return request.get_response(self.application) Feb 15 21:43:49.359217 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 15 21:43:49.359217 dv-cinder-775250-3-smb neutron-server[83887]: application, catch_exc_info=False) Feb 15 21:43:49.359217 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 15 21:43:49.359217 dv-cinder-775250-3-smb neutron-server[83887]: app_iter = application(self.environ, start_response) Feb 15 21:43:49.359217 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 15 21:43:49.359217 dv-cinder-775250-3-smb neutron-server[83887]: resp = self.call_func(req, *args, **kw) Feb 15 21:43:49.359217 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 15 21:43:49.359217 dv-cinder-775250-3-smb neutron-server[83887]: return self.func(req, *args, **kwargs) Feb 15 21:43:49.359217 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Feb 15 21:43:49.359217 dv-cinder-775250-3-smb neutron-server[83887]: response = req.get_response(self._app) Feb 15 21:43:49.359217 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 15 21:43:49.359217 dv-cinder-775250-3-smb neutron-server[83887]: application, catch_exc_info=False) Feb 15 21:43:49.359217 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 15 21:43:49.359217 dv-cinder-775250-3-smb neutron-server[83887]: app_iter = application(self.environ, start_response) Feb 15 21:43:49.359217 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 15 21:43:49.359217 dv-cinder-775250-3-smb neutron-server[83887]: return resp(environ, start_response) Feb 15 21:43:49.359217 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 15 21:43:49.359217 dv-cinder-775250-3-smb neutron-server[83887]: return resp(environ, start_response) Feb 15 21:43:49.359217 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__ Feb 15 21:43:49.359217 dv-cinder-775250-3-smb neutron-server[83887]: response = self.app(environ, start_response) Feb 15 21:43:49.359217 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 15 21:43:49.359217 dv-cinder-775250-3-smb neutron-server[83887]: return resp(environ, start_response) Feb 15 21:43:49.359217 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 15 21:43:49.359217 dv-cinder-775250-3-smb neutron-server[83887]: resp = self.call_func(req, *args, **kw) Feb 15 21:43:49.359217 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 15 21:43:49.359217 dv-cinder-775250-3-smb neutron-server[83887]: return self.func(req, *args, **kwargs) Feb 15 21:43:49.359217 dv-cinder-775250-3-smb neutron-server[83887]: File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Feb 15 21:43:49.369505 dv-cinder-775250-3-smb neutron-server[83887]: result = method(request=request, **args) Feb 15 21:43:49.369505 dv-cinder-775250-3-smb neutron-server[83887]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete Feb 15 21:43:49.369505 dv-cinder-775250-3-smb neutron-server[83887]: return self._delete(request, id, **kwargs) Feb 15 21:43:49.369505 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 15 21:43:49.369505 dv-cinder-775250-3-smb neutron-server[83887]: return f(*args, **kwargs) Feb 15 21:43:49.369505 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 15 21:43:49.369505 dv-cinder-775250-3-smb neutron-server[83887]: return f(*args, **kwargs) Feb 15 21:43:49.369505 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 15 21:43:49.369505 dv-cinder-775250-3-smb neutron-server[83887]: return f(*dup_args, **dup_kwargs) Feb 15 21:43:49.369505 dv-cinder-775250-3-smb neutron-server[83887]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete Feb 15 21:43:49.369505 dv-cinder-775250-3-smb neutron-server[83887]: obj_deleter(request.context, id, **kwargs) Feb 15 21:43:49.369505 dv-cinder-775250-3-smb neutron-server[83887]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router Feb 15 21:43:49.369505 dv-cinder-775250-3-smb neutron-server[83887]: super(L3_NAT_db_mixin, self).delete_router(context, id) Feb 15 21:43:49.369505 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 15 21:43:49.369505 dv-cinder-775250-3-smb neutron-server[83887]: return method(*args, **kwargs) Feb 15 21:43:49.369505 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 15 21:43:49.369505 dv-cinder-775250-3-smb neutron-server[83887]: return f(*args, **kwargs) Feb 15 21:43:49.369505 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 15 21:43:49.369505 dv-cinder-775250-3-smb neutron-server[83887]: return f(*args, **kwargs) Feb 15 21:43:49.369505 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 15 21:43:49.369505 dv-cinder-775250-3-smb neutron-server[83887]: return f(*dup_args, **dup_kwargs) Feb 15 21:43:49.369505 dv-cinder-775250-3-smb neutron-server[83887]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router Feb 15 21:43:49.369505 dv-cinder-775250-3-smb neutron-server[83887]: self._delete_current_gw_port(context, id, router, None) Feb 15 21:43:49.369505 dv-cinder-775250-3-smb neutron-server[83887]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port Feb 15 21:43:49.369505 dv-cinder-775250-3-smb neutron-server[83887]: admin_ctx, gw_port_id, l3_port_check=False) Feb 15 21:43:49.369505 dv-cinder-775250-3-smb neutron-server[83887]: File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Feb 15 21:43:49.369505 dv-cinder-775250-3-smb neutron-server[83887]: return f(self, context, *args, **kwargs) Feb 15 21:43:49.369505 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 15 21:43:49.369505 dv-cinder-775250-3-smb neutron-server[83887]: return method(*args, **kwargs) Feb 15 21:43:49.369505 dv-cinder-775250-3-smb neutron-server[83887]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1953, in delete_port Feb 15 21:43:49.369505 dv-cinder-775250-3-smb neutron-server[83887]: context, port, router_ids, bound_mech_contexts) Feb 15 21:43:49.369505 dv-cinder-775250-3-smb neutron-server[83887]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1962, in _post_delete_port Feb 15 21:43:49.369505 dv-cinder-775250-3-smb neutron-server[83887]: registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs) Feb 15 21:43:49.369505 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify Feb 15 21:43:49.369505 dv-cinder-775250-3-smb neutron-server[83887]: _get_callback_manager().notify(resource, event, trigger, **kwargs) Feb 15 21:43:49.369505 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped Feb 15 21:43:49.369505 dv-cinder-775250-3-smb neutron-server[83887]: return function(*args, **kwargs) Feb 15 21:43:49.369505 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify Feb 15 21:43:49.369505 dv-cinder-775250-3-smb neutron-server[83887]: errors = self._notify_loop(resource, event, trigger, **kwargs) Feb 15 21:43:49.369505 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Feb 15 21:43:49.369505 dv-cinder-775250-3-smb neutron-server[83887]: callback(resource, event, trigger, **kwargs) Feb 15 21:43:49.369505 dv-cinder-775250-3-smb neutron-server[83887]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event Feb 15 21:43:49.369505 dv-cinder-775250-3-smb neutron-server[83887]: if self._is_session_semantic_violated(context, resource, event): Feb 15 21:43:49.369505 dv-cinder-775250-3-smb neutron-server[83887]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated Feb 15 21:43:49.369505 dv-cinder-775250-3-smb neutron-server[83887]: stack = traceback.extract_stack() Feb 15 21:43:49.369505 dv-cinder-775250-3-smb neutron-server[83887]: Feb 15 21:43:49.502977 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-0a08af9d-f1d1-4bc0-aa1f-81a83509f9a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036850959147'] for router_gateway, after_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:49.643830 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-0a08af9d-f1d1-4bc0-aa1f-81a83509f9a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036850962535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854714813'] for router, precommit_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:49.646508 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-0a08af9d-f1d1-4bc0-aa1f-81a83509f9a3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:49.742040 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-0a08af9d-f1d1-4bc0-aa1f-81a83509f9a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850965769'] for router, after_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:49.743215 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a08af9d-f1d1-4bc0-aa1f-81a83509f9a3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9f12f3d9-0546-455c-ba1b-fa58faa3f83a {{(pid=83998) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 15 21:43:49.757098 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-0a08af9d-f1d1-4bc0-aa1f-81a83509f9a3 admin admin] Notify callbacks [] for router, before_response {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:49.758323 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-0a08af9d-f1d1-4bc0-aa1f-81a83509f9a3 admin admin] 10.222.0.68 "DELETE /v2.0/routers/9f12f3d9-0546-455c-ba1b-fa58faa3f83a HTTP/1.1" status: 204 len: 168 time: 1.6568491 Feb 15 21:43:49.761310 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 50102) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:43:49.829978 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.db_base_plugin_v2 [None req-be5c54f9-adcd-4421-b83f-0c0a229abaa9 admin admin] Deleting subnet f72e66a9-c0ee-498d-b316-6527684306cf {{(pid=83999) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 15 21:43:49.833519 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-be5c54f9-adcd-4421-b83f-0c0a229abaa9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:49.890031 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-be5c54f9-adcd-4421-b83f-0c0a229abaa9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262175358'] for subnet, precommit_delete_associations {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:49.964940 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Device 459212ac-7d17-4181-be52-2a482fe49d35 no longer exists at agent ovs-agent-dv-cinder-775250-3-smb {{(pid=84000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 15 21:43:49.966539 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-be5c54f9-adcd-4421-b83f-0c0a229abaa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3509935'] for subnet, precommit_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:50.027372 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.plugin [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] No Port match for: 459212ac-7d17-4181-be52-2a482fe49d35 {{(pid=84000) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 15 21:43:50.030086 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Device 459212ac-7d17-4181-be52-2a482fe49d35 not bound to the agent host dv-cinder-775250-3-smb {{(pid=84000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 15 21:43:50.103528 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedb09cc-3a85-43e0-a327-408b6059071b req-a13ced97-017f-4707-bc47-22d01224ce94 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:43:50.105173 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-eedb09cc-3a85-43e0-a327-408b6059071b req-a13ced97-017f-4707-bc47-22d01224ce94 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/ports?device_id=94c5b34a-a93a-417f-9bb0-dfd725a45c9f HTTP/1.1" status: 200 len: 945 time: 0.0875947 Feb 15 21:43:50.158762 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-eedb09cc-3a85-43e0-a327-408b6059071b req-2a057077-df37-472f-9c7c-f3c598f9e12c tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/security-groups?id=d41abb3f-0e7c-40e2-b25e-05dfee7102d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466046 Feb 15 21:43:50.270415 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-be5c54f9-adcd-4421-b83f-0c0a229abaa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851265832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-960643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036592534740'] for subnet, after_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:50.287186 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:43:50.338138 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5c54f9-adcd-4421-b83f-0c0a229abaa9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f72e66a9-c0ee-498d-b316-6527684306cf,revision_number=None']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:43:50.342354 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-be5c54f9-adcd-4421-b83f-0c0a229abaa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:43:50.426283 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-be5c54f9-adcd-4421-b83f-0c0a229abaa9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851048245'] for subnet, before_response {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:50.432654 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-be5c54f9-adcd-4421-b83f-0c0a229abaa9 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/f72e66a9-c0ee-498d-b316-6527684306cf HTTP/1.1" status: 204 len: 168 time: 0.6701794 Feb 15 21:43:50.435781 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 50114) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:43:50.553797 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-2e6d76da-43a3-4f48-8b9c-547efeff02ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3535857'] for network, before_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:50.566121 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a0ce37-da05-49b3-a654-8dce0b3cce70 req-2dd4b5c6-9f1d-481c-a60b-c4b5e68ee8c6 tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:43:50.567805 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-f4a0ce37-da05-49b3-a654-8dce0b3cce70 req-2dd4b5c6-9f1d-481c-a60b-c4b5e68ee8c6 tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] 10.222.0.68 "GET /v2.0/ports?device_id=9a8ffad2-8be2-4a0c-989f-580804d7d527 HTTP/1.1" status: 200 len: 945 time: 0.0898964 Feb 15 21:43:50.618295 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-f4a0ce37-da05-49b3-a654-8dce0b3cce70 req-ed947c72-a768-4aef-b1a2-32b55ba7230d tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] 10.222.0.68 "GET /v2.0/security-groups?id=8bc26fce-d2b5-431c-b40f-aa9fc664e5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428205 Feb 15 21:43:50.753396 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-2e6d76da-43a3-4f48-8b9c-547efeff02ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3509558', 'neutron.services.segments.db._delete_segments_for_network--9223363257536900809'] for network, precommit_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:51.101247 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.services.segments.db [None req-2e6d76da-43a3-4f48-8b9c-547efeff02ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c278209e-60b4-4d2d-9f56-5790073f68ce']}} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:43:51.121998 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.services.segments.db [None req-2e6d76da-43a3-4f48-8b9c-547efeff02ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fc507ea-f429-4867-baf5-c8ee986591b3') {'for_net_delete': True} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:43:51.122562 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.services.segments.db [None req-2e6d76da-43a3-4f48-8b9c-547efeff02ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fc507ea-f429-4867-baf5-c8ee986591b3') {} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:43:51.138607 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-2e6d76da-43a3-4f48-8b9c-547efeff02ca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318004322', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036592600458'] for segment, before_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:51.159274 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-2e6d76da-43a3-4f48-8b9c-547efeff02ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515977'] for segment, precommit_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:51.162000 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-2e6d76da-43a3-4f48-8b9c-547efeff02ca admin admin] Releasing vxlan tunnel 4 to pool {{(pid=83999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 15 21:43:51.414146 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.managers [None req-2e6d76da-43a3-4f48-8b9c-547efeff02ca admin admin] Network c278209e-60b4-4d2d-9f56-5790073f68ce has no segments {{(pid=83999) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 15 21:43:51.424480 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-2e6d76da-43a3-4f48-8b9c-547efeff02ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851259790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-960598'] for segment, after_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:51.629253 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.managers [None req-2e6d76da-43a3-4f48-8b9c-547efeff02ca admin admin] Network c278209e-60b4-4d2d-9f56-5790073f68ce has no segments {{(pid=83999) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 15 21:43:51.654763 dv-cinder-775250-3-smb neutron-server[83887]: Traceback (most recent call last): Feb 15 21:43:51.654763 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 21:43:51.654763 dv-cinder-775250-3-smb neutron-server[83887]: timer() Feb 15 21:43:51.654763 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 21:43:51.654763 dv-cinder-775250-3-smb neutron-server[83887]: cb(*args, **kw) Feb 15 21:43:51.654763 dv-cinder-775250-3-smb neutron-server[83887]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 15 21:43:51.654763 dv-cinder-775250-3-smb neutron-server[83887]: return func(*args, **kwargs) Feb 15 21:43:51.654763 dv-cinder-775250-3-smb neutron-server[83887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 21:43:51.654763 dv-cinder-775250-3-smb neutron-server[83887]: self._notify() Feb 15 21:43:51.654763 dv-cinder-775250-3-smb neutron-server[83887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 21:43:51.654763 dv-cinder-775250-3-smb neutron-server[83887]: self.callback(batched_events) Feb 15 21:43:51.654763 dv-cinder-775250-3-smb neutron-server[83887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 21:43:51.654763 dv-cinder-775250-3-smb neutron-server[83887]: event.method(event) Feb 15 21:43:51.654763 dv-cinder-775250-3-smb neutron-server[83887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 21:43:51.654763 dv-cinder-775250-3-smb neutron-server[83887]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 21:43:51.654763 dv-cinder-775250-3-smb neutron-server[83887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 15 21:43:51.654763 dv-cinder-775250-3-smb neutron-server[83887]: segment_id)['aggregates'][0] Feb 15 21:43:51.654763 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 21:43:51.654763 dv-cinder-775250-3-smb neutron-server[83887]: return f(self, *a, **k) Feb 15 21:43:51.654763 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 21:43:51.654763 dv-cinder-775250-3-smb neutron-server[83887]: return self._get(url).json() Feb 15 21:43:51.654763 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 21:43:51.654763 dv-cinder-775250-3-smb neutron-server[83887]: **kwargs) Feb 15 21:43:51.654763 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 15 21:43:51.654763 dv-cinder-775250-3-smb neutron-server[83887]: return self.request(url, 'GET', **kwargs) Feb 15 21:43:51.654763 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 15 21:43:51.654763 dv-cinder-775250-3-smb neutron-server[83887]: **endpoint_filter) Feb 15 21:43:51.654763 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 15 21:43:51.654763 dv-cinder-775250-3-smb neutron-server[83887]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 21:43:51.654763 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 15 21:43:51.654763 dv-cinder-775250-3-smb neutron-server[83887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 21:43:51.654763 dv-cinder-775250-3-smb neutron-server[83887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 21:43:51.724474 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd46b0c-c0e6-481c-aba9-9e08f09285bd req-94e2e64b-5b24-4364-9d34-83d37da5e4fb tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:43:51.726479 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-ecd46b0c-c0e6-481c-aba9-9e08f09285bd req-94e2e64b-5b24-4364-9d34-83d37da5e4fb tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/ports?device_id=94c5b34a-a93a-417f-9bb0-dfd725a45c9f HTTP/1.1" status: 200 len: 945 time: 0.4406545 Feb 15 21:43:51.786758 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-2e6d76da-43a3-4f48-8b9c-547efeff02ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851266290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3816652'] for network, after_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:51.794340 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:43:51.811271 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-ecd46b0c-c0e6-481c-aba9-9e08f09285bd req-0d2d0f30-19d2-4955-9c5b-1f82878ceb17 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/security-groups?id=d41abb3f-0e7c-40e2-b25e-05dfee7102d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781727 Feb 15 21:43:51.814946 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-2e6d76da-43a3-4f48-8b9c-547efeff02ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851048245'] for network, before_response {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:51.821405 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6d76da-43a3-4f48-8b9c-547efeff02ca admin admin] Pushing event deleted for resources: {'Network': ['ID=c278209e-60b4-4d2d-9f56-5790073f68ce,revision_number=None']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:43:51.826621 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-2e6d76da-43a3-4f48-8b9c-547efeff02ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:43:51.835599 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-2e6d76da-43a3-4f48-8b9c-547efeff02ca admin admin] 10.222.0.68 "DELETE /v2.0/networks/c278209e-60b4-4d2d-9f56-5790073f68ce HTTP/1.1" status: 204 len: 168 time: 1.3985641 Feb 15 21:43:51.871551 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c5bdfa-3015-4a7b-8e63-6b5ed2bc5c09 req-634c64ac-745b-42df-9b99-c26093a5158c tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:43:51.873209 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-d4c5bdfa-3015-4a7b-8e63-6b5ed2bc5c09 req-634c64ac-745b-42df-9b99-c26093a5158c tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] 10.222.0.68 "GET /v2.0/ports?device_id=9a8ffad2-8be2-4a0c-989f-580804d7d527 HTTP/1.1" status: 200 len: 945 time: 0.1254196 Feb 15 21:43:51.930400 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-d4c5bdfa-3015-4a7b-8e63-6b5ed2bc5c09 req-b5060de1-85c0-4bfe-8d34-09b0f00c7ce7 tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] 10.222.0.68 "GET /v2.0/security-groups?id=8bc26fce-d2b5-431c-b40f-aa9fc664e5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468688 Feb 15 21:43:52.010375 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Device 64984370-a58d-4238-a2fa-ad8a174903e5 no longer exists at agent ovs-agent-dv-cinder-775250-3-smb {{(pid=84000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 15 21:43:52.049638 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.plugin [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] No Port match for: 64984370-a58d-4238-a2fa-ad8a174903e5 {{(pid=84000) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 15 21:43:52.050099 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Device 64984370-a58d-4238-a2fa-ad8a174903e5 not bound to the agent host dv-cinder-775250-3-smb {{(pid=84000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 15 21:43:52.066016 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 50148) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:43:52.140928 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-0f4747ee-3e2b-4700-a12a-d870f1856ce2 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=6560e6c9f85e4d83bbd45fb6f6c6ecff&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0734997 Feb 15 21:43:52.144329 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 50154) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:43:52.214734 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-9617b983-7056-436c-bdab-7cbc955d77e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:52.243473 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-9617b983-7056-436c-bdab-7cbc955d77e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:52.290584 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-9617b983-7056-436c-bdab-7cbc955d77e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:52.295798 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-224b8d7f-e5d4-4e16-971c-6a9d25eae4e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:43:52.311223 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9617b983-7056-436c-bdab-7cbc955d77e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfa94711-8349-42e9-83b9-bdf74ec03915,revision_number=None']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:43:52.317013 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-9617b983-7056-436c-bdab-7cbc955d77e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:43:52.319316 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-9617b983-7056-436c-bdab-7cbc955d77e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:52.320388 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-9617b983-7056-436c-bdab-7cbc955d77e3 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/cfa94711-8349-42e9-83b9-bdf74ec03915 HTTP/1.1" status: 204 len: 168 time: 0.1750429 Feb 15 21:43:52.360112 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-5817202f-fb54-4671-b927-3e3664942c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:52.498305 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-4f2d6fe3-588d-414d-8fc0-9e430caa4704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:52.990509 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83998) accepted ('10.222.0.68', 50188) {{(pid=83998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:43:53.208931 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2b6d5d-6d5c-4d90-9285-ac0e0aed0333 req-142ba098-68f7-467c-b752-853c526cd71b tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:43:53.210695 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-5f2b6d5d-6d5c-4d90-9285-ac0e0aed0333 req-142ba098-68f7-467c-b752-853c526cd71b tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/ports?device_id=94c5b34a-a93a-417f-9bb0-dfd725a45c9f HTTP/1.1" status: 200 len: 945 time: 0.1545801 Feb 15 21:43:53.295084 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-5f2b6d5d-6d5c-4d90-9285-ac0e0aed0333 req-cb097d7f-a938-4619-a2af-e73994338da6 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/security-groups?id=d41abb3f-0e7c-40e2-b25e-05dfee7102d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769885 Feb 15 21:43:53.302030 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade1bcbc-4505-4f14-8268-1f239baa0958 req-de160b46-b2a1-43eb-9f09-94ac291a740c tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:43:53.306850 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-ade1bcbc-4505-4f14-8268-1f239baa0958 req-de160b46-b2a1-43eb-9f09-94ac291a740c tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] 10.222.0.68 "GET /v2.0/ports?device_id=9a8ffad2-8be2-4a0c-989f-580804d7d527 HTTP/1.1" status: 200 len: 945 time: 0.1519392 Feb 15 21:43:53.355466 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-6ea210dd-d8e1-41ed-893f-f144beecb8fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:53.385676 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-6ea210dd-d8e1-41ed-893f-f144beecb8fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:43:53.396330 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-6ea210dd-d8e1-41ed-893f-f144beecb8fb admin admin] Usage tracker for resource:security_group_rule and tenant:e43442fff5c94df996ed7a0e23cb09e1 is out of sync, need to count used quota {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:43:53.402481 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-6ea210dd-d8e1-41ed-893f-f144beecb8fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:43:53.425191 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-ade1bcbc-4505-4f14-8268-1f239baa0958 req-98b44d61-57e2-4591-b895-d541df91494e tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] 10.222.0.68 "GET /v2.0/security-groups?id=8bc26fce-d2b5-431c-b40f-aa9fc664e5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970051 Feb 15 21:43:53.429153 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-6ea210dd-d8e1-41ed-893f-f144beecb8fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:43:53.469615 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:53.536534 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-6ea210dd-d8e1-41ed-893f-f144beecb8fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:53.541376 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-6ea210dd-d8e1-41ed-893f-f144beecb8fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:53.566070 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-ffaacb49-3557-4902-9fe9-de7e813c7a13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:43:53.602590 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea210dd-d8e1-41ed-893f-f144beecb8fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d42654d-053f-4379-bc1b-ab9e169cdfe5,revision_number=1']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:43:53.607766 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-6ea210dd-d8e1-41ed-893f-f144beecb8fb admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=e43442fff5c94df996ed7a0e23cb09e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6159179 Feb 15 21:43:53.609254 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-6ea210dd-d8e1-41ed-893f-f144beecb8fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:43:53.612434 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 50204) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:43:53.691230 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-930162fa-d15d-446f-afeb-0feaa7758e60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:53.735874 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-930162fa-d15d-446f-afeb-0feaa7758e60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:53.807476 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-930162fa-d15d-446f-afeb-0feaa7758e60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:53.812863 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:43:53.831801 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930162fa-d15d-446f-afeb-0feaa7758e60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d42654d-053f-4379-bc1b-ab9e169cdfe5,revision_number=None']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:43:53.834470 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-930162fa-d15d-446f-afeb-0feaa7758e60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:43:53.835548 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-930162fa-d15d-446f-afeb-0feaa7758e60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:53.836890 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-930162fa-d15d-446f-afeb-0feaa7758e60 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/3d42654d-053f-4379-bc1b-ab9e169cdfe5 HTTP/1.1" status: 204 len: 168 time: 0.2229357 Feb 15 21:43:54.439302 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-c15141da-837e-426e-b554-b41f5a3e4bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:54.588841 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc78db3-28b4-40e7-b2a2-70acdc9d63c8 req-6f5ae8f8-b548-47f7-b6ec-85fdb1569e24 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:43:54.590616 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-ddc78db3-28b4-40e7-b2a2-70acdc9d63c8 req-6f5ae8f8-b548-47f7-b6ec-85fdb1569e24 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/ports?device_id=94c5b34a-a93a-417f-9bb0-dfd725a45c9f HTTP/1.1" status: 200 len: 945 time: 0.1114514 Feb 15 21:43:54.690514 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-ddc78db3-28b4-40e7-b2a2-70acdc9d63c8 req-a7d322f7-3ef0-4046-941a-892c66d75578 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/security-groups?id=d41abb3f-0e7c-40e2-b25e-05dfee7102d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906811 Feb 15 21:43:54.705473 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27a5b31-e103-4f29-9509-908df64c4f7c req-94098dfc-69d9-49e2-93e1-9a79f265bd26 tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:43:54.715315 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-c27a5b31-e103-4f29-9509-908df64c4f7c req-94098dfc-69d9-49e2-93e1-9a79f265bd26 tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] 10.222.0.68 "GET /v2.0/ports?device_id=9a8ffad2-8be2-4a0c-989f-580804d7d527 HTTP/1.1" status: 200 len: 945 time: 0.1413696 Feb 15 21:43:54.789631 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-c27a5b31-e103-4f29-9509-908df64c4f7c req-1f0c4645-6f53-4ff1-8776-fbf5facdfc53 tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] 10.222.0.68 "GET /v2.0/security-groups?id=8bc26fce-d2b5-431c-b40f-aa9fc664e5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706644 Feb 15 21:43:55.131800 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83998) accepted ('10.222.0.68', 50252) {{(pid=83998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:43:55.253862 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.v2.base [None req-83b390d7-7cea-418c-bf58-8b56adbed8c2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1746495015-network', 'tenant_id': 'bb524516aca84efa9420d2dabefca5d1'}} {{(pid=83998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:43:55.260794 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-83b390d7-7cea-418c-bf58-8b56adbed8c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:43:55.266613 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-83b390d7-7cea-418c-bf58-8b56adbed8c2 admin admin] Usage tracker for resource:network and tenant:bb524516aca84efa9420d2dabefca5d1 is out of sync, need to count used quota {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:43:55.270069 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-83b390d7-7cea-418c-bf58-8b56adbed8c2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:43:55.286222 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-83b390d7-7cea-418c-bf58-8b56adbed8c2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:43:55.299109 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83b390d7-7cea-418c-bf58-8b56adbed8c2 admin admin] Made reservation on behalf of bb524516aca84efa9420d2dabefca5d1 for: {'network': 1} {{(pid=83998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 15 21:43:55.304787 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-83b390d7-7cea-418c-bf58-8b56adbed8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for network, before_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:55.321586 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-83b390d7-7cea-418c-bf58-8b56adbed8c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:55.341835 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-83b390d7-7cea-418c-bf58-8b56adbed8c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:43:55.347715 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-83b390d7-7cea-418c-bf58-8b56adbed8c2 admin admin] Usage tracker for resource:security_group_rule and tenant:bb524516aca84efa9420d2dabefca5d1 is out of sync, need to count used quota {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:43:55.351805 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-83b390d7-7cea-418c-bf58-8b56adbed8c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:43:55.360211 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-83b390d7-7cea-418c-bf58-8b56adbed8c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:43:55.463544 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-83b390d7-7cea-418c-bf58-8b56adbed8c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:55.471067 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-83b390d7-7cea-418c-bf58-8b56adbed8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:55.476007 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-8ce8f823-6a26-4e09-8367-fca8c15edf58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:43:55.529616 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83b390d7-7cea-418c-bf58-8b56adbed8c2 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=83998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 15 21:43:55.540027 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-83b390d7-7cea-418c-bf58-8b56adbed8c2 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8779317874991', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515977'] for segment, precommit_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:55.540520 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.db.segments_db [None req-83b390d7-7cea-418c-bf58-8b56adbed8c2 admin admin] Added segment 20660b0e-2a4d-4893-96d9-09882530bcf8 of type vxlan for network 9f249f0e-e020-4ed7-a12f-3a48b1fb8736 Feb 15 21:43:55.568425 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b390d7-7cea-418c-bf58-8b56adbed8c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee7e2f94-af80-4e44-a0b7-17d277ea3aaa,revision_number=1']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:43:55.574675 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-83b390d7-7cea-418c-bf58-8b56adbed8c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:43:55.576216 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-83b390d7-7cea-418c-bf58-8b56adbed8c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363257537296944'] for network, precommit_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:55.628668 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-83b390d7-7cea-418c-bf58-8b56adbed8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232'] for network, after_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:55.630923 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b390d7-7cea-418c-bf58-8b56adbed8c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:43:55.631786 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-83b390d7-7cea-418c-bf58-8b56adbed8c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851048245'] for network, before_response {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:55.647481 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-9387003c-f35a-4842-a4a6-2ad54e5769bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:43:55.756670 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b390d7-7cea-418c-bf58-8b56adbed8c2 admin admin] Pushing event updated for resources: {'Network': ['ID=9f249f0e-e020-4ed7-a12f-3a48b1fb8736,revision_number=1']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:43:55.762082 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-83b390d7-7cea-418c-bf58-8b56adbed8c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:43:55.773147 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-83b390d7-7cea-418c-bf58-8b56adbed8c2 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.6395848 Feb 15 21:43:55.774245 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Network 9f249f0e-e020-4ed7-a12f-3a48b1fb8736 details requested by agent ovs-agent-dv-cinder-775250-3-smb with host dv-cinder-775250-3-smb {{(pid=84000) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 15 21:43:55.792250 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 50266) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:43:55.801636 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.v2.base [None req-f5a2b058-8bbe-46e4-ba65-b2bae8269f62 admin admin] Request body: {'subnet': {'network_id': '9f249f0e-e020-4ed7-a12f-3a48b1fb8736', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1746495015-subnet', 'tenant_id': 'bb524516aca84efa9420d2dabefca5d1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:43:55.808781 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-f5a2b058-8bbe-46e4-ba65-b2bae8269f62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:43:55.817883 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-f5a2b058-8bbe-46e4-ba65-b2bae8269f62 admin admin] Usage tracker for resource:subnet and tenant:bb524516aca84efa9420d2dabefca5d1 is out of sync, need to count used quota {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:43:55.822468 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-f5a2b058-8bbe-46e4-ba65-b2bae8269f62 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:43:55.833173 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-f5a2b058-8bbe-46e4-ba65-b2bae8269f62 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:43:55.850490 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5a2b058-8bbe-46e4-ba65-b2bae8269f62 admin admin] Made reservation on behalf of bb524516aca84efa9420d2dabefca5d1 for: {'subnet': 1} {{(pid=83999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 15 21:43:55.856959 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-f5a2b058-8bbe-46e4-ba65-b2bae8269f62 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036592533813'] for subnet, before_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:56.008006 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Network 9f249f0e-e020-4ed7-a12f-3a48b1fb8736 details requested by agent ovs-agent-hv-cinder-77525 with host hv-cinder-77525 {{(pid=84000) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 15 21:43:56.151040 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a195996-ea57-4e5b-aa98-5b2aff6fed30 req-c4b4ecb7-153d-4d2c-b5d3-14e8f93f763a tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:43:56.152717 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-1a195996-ea57-4e5b-aa98-5b2aff6fed30 req-c4b4ecb7-153d-4d2c-b5d3-14e8f93f763a tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] 10.222.0.68 "GET /v2.0/ports?device_id=9a8ffad2-8be2-4a0c-989f-580804d7d527 HTTP/1.1" status: 200 len: 945 time: 0.1403522 Feb 15 21:43:56.201835 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48530d2d-5423-40b3-b234-b8df33a2c93a req-722692e9-6516-49d3-b1f9-dab11ef506cf tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:43:56.205608 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-48530d2d-5423-40b3-b234-b8df33a2c93a req-722692e9-6516-49d3-b1f9-dab11ef506cf tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/ports?device_id=94c5b34a-a93a-417f-9bb0-dfd725a45c9f HTTP/1.1" status: 200 len: 945 time: 0.1587608 Feb 15 21:43:56.220735 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-1a195996-ea57-4e5b-aa98-5b2aff6fed30 req-073a0ff6-1953-4acb-83e9-e20312052d9d tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] 10.222.0.68 "GET /v2.0/security-groups?id=8bc26fce-d2b5-431c-b40f-aa9fc664e5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582156 Feb 15 21:43:56.272286 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-48530d2d-5423-40b3-b234-b8df33a2c93a req-e08e7f34-47c6-41b0-8a74-7f73cdaf6bb2 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/security-groups?id=d41abb3f-0e7c-40e2-b25e-05dfee7102d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599365 Feb 15 21:43:56.590119 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-f5a2b058-8bbe-46e4-ba65-b2bae8269f62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853815097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262241076'] for subnet, after_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:56.606633 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-8ca56c56-65a5-4b90-8e40-7fecf65b4184 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:43:56.748451 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a2b058-8bbe-46e4-ba65-b2bae8269f62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b037a81a-1251-47db-ac29-916a43032afd,revision_number=0']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:43:56.752934 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-f5a2b058-8bbe-46e4-ba65-b2bae8269f62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:43:56.826528 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a2b058-8bbe-46e4-ba65-b2bae8269f62 admin admin] Checking segment: {'id': '20660b0e-2a4d-4893-96d9-09882530bcf8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9f249f0e-e020-4ed7-a12f-3a48b1fb8736'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 21:43:56.827235 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a2b058-8bbe-46e4-ba65-b2bae8269f62 admin admin] Network hostable DHCP agents. Network: 9f249f0e-e020-4ed7-a12f-3a48b1fb8736, hostable agents: ['d424e710-01f3-4b4f-8c21-3c6c336e6167'], hosted agents: [] {{(pid=83999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 15 21:43:56.850285 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a2b058-8bbe-46e4-ba65-b2bae8269f62 admin admin] Network 9f249f0e-e020-4ed7-a12f-3a48b1fb8736 is scheduled to be hosted by DHCP agent d424e710-01f3-4b4f-8c21-3c6c336e6167 with binding_index 1 {{(pid=83999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 15 21:43:56.863493 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.base_scheduler [None req-f5a2b058-8bbe-46e4-ba65-b2bae8269f62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775250-3-smb, 9f249f0e-e020-4ed7-a12f-3a48b1fb8736) {{(pid=83999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 21:43:56.875004 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf40cd99-7b12-40cb-8975-624407ceb304 None None] Network 9f249f0e-e020-4ed7-a12f-3a48b1fb8736 requested from dv-cinder-775250-3-smb {{(pid=84000) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 15 21:43:56.897474 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a2b058-8bbe-46e4-ba65-b2bae8269f62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:43:56.898614 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-f5a2b058-8bbe-46e4-ba65-b2bae8269f62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851048245'] for subnet, before_response {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:56.935028 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-f5a2b058-8bbe-46e4-ba65-b2bae8269f62 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1412265 Feb 15 21:43:57.108518 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1bac37-3d41-4fb7-a878-6cf12edd1867 req-c1ad1afd-687d-4c73-93a7-463912a54eaf tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:43:57.110984 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-ff1bac37-3d41-4fb7-a878-6cf12edd1867 req-c1ad1afd-687d-4c73-93a7-463912a54eaf tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a8ffad2-8be2-4a0c-989f-580804d7d527 HTTP/1.1" status: 200 len: 945 time: 0.1497662 Feb 15 21:43:57.219429 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.plugin [req-ff1bac37-3d41-4fb7-a878-6cf12edd1867 req-26c98985-3112-4814-a9a6-dbf85be2c6fa tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] Deleting port 02fdd106-b607-4f72-8004-c27f00ad3e6e {{(pid=83998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 21:43:57.220532 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-ff1bac37-3d41-4fb7-a878-6cf12edd1867 req-26c98985-3112-4814-a9a6-dbf85be2c6fa tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779317974814'] for port, before_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:57.256699 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc1aa008-736c-438a-8d54-534bf0cdf81e None None] Network 9f249f0e-e020-4ed7-a12f-3a48b1fb8736 requested from dv-cinder-775250-3-smb {{(pid=84000) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 15 21:43:57.673629 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f3b11e-0741-40ea-b120-28ac7b7e0985 req-853f9432-c16c-4835-bd2c-d55e05e43680 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:43:57.675762 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-61f3b11e-0741-40ea-b120-28ac7b7e0985 req-853f9432-c16c-4835-bd2c-d55e05e43680 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/ports?device_id=94c5b34a-a93a-417f-9bb0-dfd725a45c9f HTTP/1.1" status: 200 len: 945 time: 0.1349676 Feb 15 21:43:57.760045 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-61f3b11e-0741-40ea-b120-28ac7b7e0985 req-7d5ff0b9-4e4a-4dd1-ad95-87f557dc1aa5 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/security-groups?id=d41abb3f-0e7c-40e2-b25e-05dfee7102d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725894 Feb 15 21:43:57.765931 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [req-ff1bac37-3d41-4fb7-a878-6cf12edd1867 req-26c98985-3112-4814-a9a6-dbf85be2c6fa tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] For port 02fdd106-b607-4f72-8004-c27f00ad3e6e, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=02fdd106-b607-4f72-8004-c27f00ad3e6e,segment=NetworkSegment(4706fe9e-ebde-4b1c-abdd-c4c6df8f240c),segment_id=4706fe9e-ebde-4b1c-abdd-c4c6df8f240c)] {{(pid=83998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:43:57.766412 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-ff1bac37-3d41-4fb7-a878-6cf12edd1867 req-26c98985-3112-4814-a9a6-dbf85be2c6fa tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3871786'] for port, precommit_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:57.979267 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.plugin [req-ff1bac37-3d41-4fb7-a878-6cf12edd1867 req-26c98985-3112-4814-a9a6-dbf85be2c6fa tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] Calling delete_port for 02fdd106-b607-4f72-8004-c27f00ad3e6e owned by compute:nova {{(pid=83998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 21:43:58.032968 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Device c77c9273-6b5a-4eb8-9ec7-1e5a309793f9 up at agent ovs-agent-hv-cinder-77525 {{(pid=84000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:43:58.074645 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37733411-8cf9-409b-b099-b05436f79ed5 req-58d1f5dd-f7a6-4cb2-886f-a4e9bde0eb13 tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:43:58.076317 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-37733411-8cf9-409b-b099-b05436f79ed5 req-58d1f5dd-f7a6-4cb2-886f-a4e9bde0eb13 tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] 10.222.0.68 "GET /v2.0/ports?device_id=9a8ffad2-8be2-4a0c-989f-580804d7d527 HTTP/1.1" status: 200 len: 945 time: 0.4243355 Feb 15 21:43:58.145785 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-37733411-8cf9-409b-b099-b05436f79ed5 req-6c4cc1a2-ddc4-450f-a4ff-53d6aa98840e tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] 10.222.0.68 "GET /v2.0/security-groups?id=8bc26fce-d2b5-431c-b40f-aa9fc664e5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536087 Feb 15 21:43:58.161246 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Provisioning complete for port c77c9273-6b5a-4eb8-9ec7-1e5a309793f9 triggered by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:43:58.162006 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:58.237990 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-ff1bac37-3d41-4fb7-a878-6cf12edd1867 req-26c98985-3112-4814-a9a6-dbf85be2c6fa tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779317976810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363257537242535'] for port, after_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:58.256865 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:43:58.316249 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Device 02fdd106-b607-4f72-8004-c27f00ad3e6e no longer exists at agent ovs-agent-hv-cinder-77525 {{(pid=84000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 15 21:43:58.327076 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c98985-3112-4814-a9a6-dbf85be2c6fa tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] Pushing event deleted for resources: {'Port': ['ID=02fdd106-b607-4f72-8004-c27f00ad3e6e,revision_number=None']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:43:58.332286 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-26c98985-3112-4814-a9a6-dbf85be2c6fa tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:43:58.362116 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.plugin [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] No Port match for: 02fdd106-b607-4f72-8004-c27f00ad3e6e {{(pid=84000) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 15 21:43:58.362520 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Device 02fdd106-b607-4f72-8004-c27f00ad3e6e not bound to the agent host hv-cinder-77525 {{(pid=84000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 15 21:43:58.497091 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff1bac37-3d41-4fb7-a878-6cf12edd1867 req-26c98985-3112-4814-a9a6-dbf85be2c6fa tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] No DVR routers for this DVR port 02fdd106-b607-4f72-8004-c27f00ad3e6e on host hv-cinder-77525 {{(pid=83998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 15 21:43:58.502468 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-ff1bac37-3d41-4fb7-a878-6cf12edd1867 req-26c98985-3112-4814-a9a6-dbf85be2c6fa tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762656'] for port, before_response {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:58.524110 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a8ffad2-8be2-4a0c-989f-580804d7d527', 'name': 'network-vif-deleted', 'tag': '02fdd106-b607-4f72-8004-c27f00ad3e6e'}] {{(pid=83998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 21:43:58.535940 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-ff1bac37-3d41-4fb7-a878-6cf12edd1867 req-26c98985-3112-4814-a9a6-dbf85be2c6fa tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] 10.222.0.46 "DELETE /v2.0/ports/02fdd106-b607-4f72-8004-c27f00ad3e6e HTTP/1.1" status: 204 len: 173 time: 1.4165821 Feb 15 21:43:58.582218 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a8ffad2-8be2-4a0c-989f-580804d7d527', 'name': 'network-vif-deleted', 'tag': '02fdd106-b607-4f72-8004-c27f00ad3e6e', 'status': 'completed', 'code': 200} Feb 15 21:43:59.310129 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20a7162-0fd8-4bc3-b506-ef35a0995e59 req-9ebf6979-6832-4333-afc8-41467e6068ab tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:43:59.318431 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-e20a7162-0fd8-4bc3-b506-ef35a0995e59 req-9ebf6979-6832-4333-afc8-41467e6068ab tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/ports?device_id=94c5b34a-a93a-417f-9bb0-dfd725a45c9f HTTP/1.1" status: 200 len: 945 time: 0.2193854 Feb 15 21:43:59.386220 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-e20a7162-0fd8-4bc3-b506-ef35a0995e59 req-48b88627-aaf0-42d4-8bae-6b59b09e14d0 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/security-groups?id=d41abb3f-0e7c-40e2-b25e-05dfee7102d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600765 Feb 15 21:43:59.407999 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-7e12007b-7612-437e-8bb3-d54affee4572 req-1b0db958-1fff-42e5-807d-2260a9799ebe tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] 10.222.0.68 "GET /v2.0/ports?device_id=9a8ffad2-8be2-4a0c-989f-580804d7d527 HTTP/1.1" status: 200 len: 210 time: 0.0742228 Feb 15 21:43:59.689607 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c386025-3a09-42a9-bf56-b8a8661927e2 req-811ef725-fdd2-4646-bcfe-ad57040ae914 tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:43:59.691853 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-5c386025-3a09-42a9-bf56-b8a8661927e2 req-811ef725-fdd2-4646-bcfe-ad57040ae914 tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] 10.222.0.68 "GET /v2.0/networks?id=9f249f0e-e020-4ed7-a12f-3a48b1fb8736 HTTP/1.1" status: 200 len: 809 time: 0.1702917 Feb 15 21:43:59.710064 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-5c386025-3a09-42a9-bf56-b8a8661927e2 req-c5a952fc-2b77-441e-9412-6d6e42d30580 tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] 10.222.0.68 "GET /v2.0/quotas/bb524516aca84efa9420d2dabefca5d1 HTTP/1.1" status: 200 len: 375 time: 0.0111814 Feb 15 21:43:59.771396 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-5c386025-3a09-42a9-bf56-b8a8661927e2 req-448d01fd-c65f-4260-82f1-dd29d009fa35 tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=bb524516aca84efa9420d2dabefca5d1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0542941 Feb 15 21:43:59.933885 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-5c386025-3a09-42a9-bf56-b8a8661927e2 req-5578633e-2e27-45fe-b51e-ccc18bd93deb service neutron] 10.222.0.68 "GET /v2.0/networks/9f249f0e-e020-4ed7-a12f-3a48b1fb8736?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541154 Feb 15 21:44:00.117754 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-5c386025-3a09-42a9-bf56-b8a8661927e2 req-272673fb-9b34-43ce-8f4c-bc9359c6071d service neutron] 10.222.0.68 "GET /v2.0/networks/9f249f0e-e020-4ed7-a12f-3a48b1fb8736?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1716464 Feb 15 21:44:00.364032 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-f7e3ba58-610d-4521-ba56-ea9ead6cf6c8 req-c6230303-d4be-4955-8490-3277818a24a3 tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] 10.222.0.68 "GET /v2.0/ports?device_id=ae922114-4147-4f73-b5e9-915c8663d8ef HTTP/1.1" status: 200 len: 210 time: 0.0748065 Feb 15 21:44:00.838262 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d0d2e0-d793-422d-9743-3ffd33bfa267 req-08de5527-1016-416c-b604-b1edafa940c8 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:44:00.846331 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-d6d0d2e0-d793-422d-9743-3ffd33bfa267 req-08de5527-1016-416c-b604-b1edafa940c8 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/ports?device_id=94c5b34a-a93a-417f-9bb0-dfd725a45c9f HTTP/1.1" status: 200 len: 945 time: 0.1491582 Feb 15 21:44:00.915068 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-d6d0d2e0-d793-422d-9743-3ffd33bfa267 req-f3d4f982-0a58-4fcf-9f65-3ff3d6b9f3cc tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/security-groups?id=d41abb3f-0e7c-40e2-b25e-05dfee7102d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614545 Feb 15 21:44:01.549833 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-bfff553f-96cf-42e1-b2d9-f87316040a11 req-2c75cc30-bc55-4856-a2de-e1d8736f845e tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] 10.222.0.68 "GET /v2.0/ports?device_id=ae922114-4147-4f73-b5e9-915c8663d8ef HTTP/1.1" status: 200 len: 210 time: 0.0549369 Feb 15 21:44:02.216768 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21b6a19-15f2-4949-8197-5cddc344caf4 req-51a61d11-02b0-42c4-bd03-3037a3e047f3 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:44:02.218378 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-b21b6a19-15f2-4949-8197-5cddc344caf4 req-51a61d11-02b0-42c4-bd03-3037a3e047f3 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/ports?device_id=94c5b34a-a93a-417f-9bb0-dfd725a45c9f HTTP/1.1" status: 200 len: 945 time: 0.1187232 Feb 15 21:44:02.315428 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-b21b6a19-15f2-4949-8197-5cddc344caf4 req-74828fa1-4a99-4799-96c6-002958771fbf tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/security-groups?id=d41abb3f-0e7c-40e2-b25e-05dfee7102d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848231 Feb 15 21:44:02.320009 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c386025-3a09-42a9-bf56-b8a8661927e2 req-925a3f7a-89f9-4f4c-84f8-2002517ba5e4 tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:44:02.320790 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [req-5c386025-3a09-42a9-bf56-b8a8661927e2 req-925a3f7a-89f9-4f4c-84f8-2002517ba5e4 tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] Synchronizing usage tracker for tenant:bb524516aca84efa9420d2dabefca5d1 on resource:network {{(pid=83998) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 21:44:02.351952 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [req-5c386025-3a09-42a9-bf56-b8a8661927e2 req-925a3f7a-89f9-4f4c-84f8-2002517ba5e4 tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] Unset dirty status for tenant:bb524516aca84efa9420d2dabefca5d1 on resource:network {{(pid=83998) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 21:44:02.353214 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-5c386025-3a09-42a9-bf56-b8a8661927e2 req-925a3f7a-89f9-4f4c-84f8-2002517ba5e4 tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] 10.222.0.46 "GET /v2.0/networks?id=9f249f0e-e020-4ed7-a12f-3a48b1fb8736 HTTP/1.1" status: 200 len: 809 time: 0.3677163 Feb 15 21:44:02.371472 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.v2.base [req-5c386025-3a09-42a9-bf56-b8a8661927e2 req-7f426940-d348-43cc-940e-4903d751b0e3 tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] Request body: {'port': {'device_id': 'ae922114-4147-4f73-b5e9-915c8663d8ef', 'network_id': '9f249f0e-e020-4ed7-a12f-3a48b1fb8736', 'admin_state_up': True, 'tenant_id': 'bb524516aca84efa9420d2dabefca5d1'}} {{(pid=83998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:44:02.791196 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-778529c9-6dce-4e04-b2ec-9043ff351648 req-cb911ca8-3257-4c38-ac4b-9929b538e10d tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] 10.222.0.68 "GET /v2.0/ports?device_id=ae922114-4147-4f73-b5e9-915c8663d8ef HTTP/1.1" status: 200 len: 210 time: 0.0946174 Feb 15 21:44:03.076507 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [req-5c386025-3a09-42a9-bf56-b8a8661927e2 req-7f426940-d348-43cc-940e-4903d751b0e3 tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:44:03.087273 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [req-5c386025-3a09-42a9-bf56-b8a8661927e2 req-7f426940-d348-43cc-940e-4903d751b0e3 tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] Usage tracker for resource:port and tenant:bb524516aca84efa9420d2dabefca5d1 is out of sync, need to count used quota {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:44:03.092735 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [req-5c386025-3a09-42a9-bf56-b8a8661927e2 req-7f426940-d348-43cc-940e-4903d751b0e3 tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:44:03.103793 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [req-5c386025-3a09-42a9-bf56-b8a8661927e2 req-7f426940-d348-43cc-940e-4903d751b0e3 tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:44:03.120528 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9707b4-1c07-4a20-aa8c-d2bd65b3ad32 req-725266d2-c3f6-4c8a-9a06-fa37ce590f92 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:44:03.122211 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-4c9707b4-1c07-4a20-aa8c-d2bd65b3ad32 req-725266d2-c3f6-4c8a-9a06-fa37ce590f92 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "GET /v2.0/ports?device_id=75161876-5fd7-4cd5-bcc1-e7aef527b1ee HTTP/1.1" status: 200 len: 945 time: 0.1949437 Feb 15 21:44:03.155395 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c386025-3a09-42a9-bf56-b8a8661927e2 req-7f426940-d348-43cc-940e-4903d751b0e3 tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] Made reservation on behalf of bb524516aca84efa9420d2dabefca5d1 for: {'port': 1} {{(pid=83998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 15 21:44:03.162006 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-5c386025-3a09-42a9-bf56-b8a8661927e2 req-7f426940-d348-43cc-940e-4903d751b0e3 tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:03.208804 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-4c9707b4-1c07-4a20-aa8c-d2bd65b3ad32 req-c825bc2b-4224-4b51-848a-d78436adc749 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "GET /v2.0/security-groups?id=0f7c9e5d-2f88-4d15-bd89-ff8afec8e837&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781362 Feb 15 21:44:03.555271 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b25f373-0ced-452f-9638-011b6988fd96 req-62a21c08-41f0-4a1c-96c8-1ff60c41daa0 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:44:03.557365 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-7b25f373-0ced-452f-9638-011b6988fd96 req-62a21c08-41f0-4a1c-96c8-1ff60c41daa0 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/ports?device_id=94c5b34a-a93a-417f-9bb0-dfd725a45c9f HTTP/1.1" status: 200 len: 945 time: 0.1055374 Feb 15 21:44:03.567827 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.db_base_plugin_common [req-5c386025-3a09-42a9-bf56-b8a8661927e2 req-7f426940-d348-43cc-940e-4903d751b0e3 tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] Allocated IP 172.20.0.3 (9f249f0e-e020-4ed7-a12f-3a48b1fb8736/b037a81a-1251-47db-ac29-916a43032afd/290b6e31-3e92-4be6-ae0f-67d442e34ed0) {{(pid=83998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 15 21:44:03.614123 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-7b25f373-0ced-452f-9638-011b6988fd96 req-a12d07c1-b945-447d-aad3-aff9bfdd4600 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/security-groups?id=d41abb3f-0e7c-40e2-b25e-05dfee7102d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469949 Feb 15 21:44:03.827306 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-5c386025-3a09-42a9-bf56-b8a8661927e2 req-7f426940-d348-43cc-940e-4903d751b0e3 tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] Notify callbacks [] for port, precommit_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:03.873326 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-5c386025-3a09-42a9-bf56-b8a8661927e2 req-7f426940-d348-43cc-940e-4903d751b0e3 tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363257537239207'] for port, after_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:03.908066 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-af6d647f-ef93-47a1-aa84-9e31c037b3fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:44:04.175398 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f426940-d348-43cc-940e-4903d751b0e3 tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] Pushing event updated for resources: {'Port': ['ID=290b6e31-3e92-4be6-ae0f-67d442e34ed0,revision_number=1']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:44:04.186522 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f426940-d348-43cc-940e-4903d751b0e3 tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:44:04.186939 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f426940-d348-43cc-940e-4903d751b0e3 tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:44:04.187346 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f426940-d348-43cc-940e-4903d751b0e3 tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:44:04.187749 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f426940-d348-43cc-940e-4903d751b0e3 tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:44:04.188148 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f426940-d348-43cc-940e-4903d751b0e3 tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:44:04.188627 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f426940-d348-43cc-940e-4903d751b0e3 tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:44:04.189151 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f426940-d348-43cc-940e-4903d751b0e3 tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:44:04.189571 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f426940-d348-43cc-940e-4903d751b0e3 tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:44:04.189961 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f426940-d348-43cc-940e-4903d751b0e3 tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:44:04.190354 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f426940-d348-43cc-940e-4903d751b0e3 tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:44:04.190744 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f426940-d348-43cc-940e-4903d751b0e3 tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:44:04.191157 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f426940-d348-43cc-940e-4903d751b0e3 tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:44:04.191611 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f426940-d348-43cc-940e-4903d751b0e3 tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:44:04.191997 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f426940-d348-43cc-940e-4903d751b0e3 tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:44:04.192385 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f426940-d348-43cc-940e-4903d751b0e3 tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:44:04.192772 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f426940-d348-43cc-940e-4903d751b0e3 tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:44:04.193163 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f426940-d348-43cc-940e-4903d751b0e3 tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:44:04.193664 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f426940-d348-43cc-940e-4903d751b0e3 tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:44:04.194068 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f426940-d348-43cc-940e-4903d751b0e3 tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:44:04.194443 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f426940-d348-43cc-940e-4903d751b0e3 tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:44:04.194837 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f426940-d348-43cc-940e-4903d751b0e3 tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:44:04.195226 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f426940-d348-43cc-940e-4903d751b0e3 tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:44:04.196026 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f426940-d348-43cc-940e-4903d751b0e3 tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:44:04.196550 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f426940-d348-43cc-940e-4903d751b0e3 tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:44:04.200766 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-7f426940-d348-43cc-940e-4903d751b0e3 tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:44:04.216653 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e249c65c-f4d1-4336-9cdb-3056d7fb9030 req-698fa13d-8514-4988-8dc1-d2c1922f2ad2 tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:44:04.218381 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-e249c65c-f4d1-4336-9cdb-3056d7fb9030 req-698fa13d-8514-4988-8dc1-d2c1922f2ad2 tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] 10.222.0.68 "GET /v2.0/ports?device_id=ae922114-4147-4f73-b5e9-915c8663d8ef HTTP/1.1" status: 200 len: 931 time: 0.2554698 Feb 15 21:44:04.336219 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c386025-3a09-42a9-bf56-b8a8661927e2 req-7f426940-d348-43cc-940e-4903d751b0e3 tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] Network 9f249f0e-e020-4ed7-a12f-3a48b1fb8736 is already hosted by enough agents. {{(pid=83998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 21:44:04.347271 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.base_scheduler [req-5c386025-3a09-42a9-bf56-b8a8661927e2 req-7f426940-d348-43cc-940e-4903d751b0e3 tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] Resources bound (agent type, host, resource id): {{(pid=83998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 21:44:04.358296 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c386025-3a09-42a9-bf56-b8a8661927e2 req-7f426940-d348-43cc-940e-4903d751b0e3 tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] Received port after_create {{(pid=83998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 15 21:44:04.363125 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c386025-3a09-42a9-bf56-b8a8661927e2 req-7f426940-d348-43cc-940e-4903d751b0e3 tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:44:04.364081 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-5c386025-3a09-42a9-bf56-b8a8661927e2 req-7f426940-d348-43cc-940e-4903d751b0e3 tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762656'] for port, before_response {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:04.391134 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [req-e249c65c-f4d1-4336-9cdb-3056d7fb9030 req-9707b9ad-05c2-47ee-9d2c-6410790fac8d tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] Synchronizing usage tracker for tenant:bb524516aca84efa9420d2dabefca5d1 on resource:security_group {{(pid=83998) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 21:44:04.398668 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-5c386025-3a09-42a9-bf56-b8a8661927e2 req-7f426940-d348-43cc-940e-4903d751b0e3 tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0322552 Feb 15 21:44:04.419058 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.v2.base [req-5c386025-3a09-42a9-bf56-b8a8661927e2 req-7f68cf25-c0c7-4257-be3b-46b8ac7e9ea9 service neutron] Request body: {'port': {'device_id': 'ae922114-4147-4f73-b5e9-915c8663d8ef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77525'}} {{(pid=83998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:44:04.456966 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [req-e249c65c-f4d1-4336-9cdb-3056d7fb9030 req-9707b9ad-05c2-47ee-9d2c-6410790fac8d tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] Unset dirty status for tenant:bb524516aca84efa9420d2dabefca5d1 on resource:security_group {{(pid=83998) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 21:44:04.469972 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-e249c65c-f4d1-4336-9cdb-3056d7fb9030 req-9707b9ad-05c2-47ee-9d2c-6410790fac8d tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] 10.222.0.68 "GET /v2.0/security-groups?id=ee7e2f94-af80-4e44-a0b7-17d277ea3aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371478 Feb 15 21:44:04.610002 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8113643f-7c88-4366-a6de-6a937015a20a req-8e9caed3-722d-4d14-bd74-fde7190cf729 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:44:04.612328 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-8113643f-7c88-4366-a6de-6a937015a20a req-8e9caed3-722d-4d14-bd74-fde7190cf729 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "GET /v2.0/ports?device_id=75161876-5fd7-4cd5-bcc1-e7aef527b1ee HTTP/1.1" status: 200 len: 945 time: 0.1789021 Feb 15 21:44:04.627368 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-5c386025-3a09-42a9-bf56-b8a8661927e2 req-7f68cf25-c0c7-4257-be3b-46b8ac7e9ea9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:04.669252 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-8113643f-7c88-4366-a6de-6a937015a20a req-9d0b64df-3804-45d4-95db-14c8bba02d09 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "GET /v2.0/security-groups?id=0f7c9e5d-2f88-4d15-bd89-ff8afec8e837&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497863 Feb 15 21:44:05.011041 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd29b98-fb23-42e3-b6a7-a61718faf0b7 req-d5f1f6ac-bfc3-44e0-9831-549b6839d2f9 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:44:05.012763 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-6cd29b98-fb23-42e3-b6a7-a61718faf0b7 req-d5f1f6ac-bfc3-44e0-9831-549b6839d2f9 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/ports?device_id=94c5b34a-a93a-417f-9bb0-dfd725a45c9f HTTP/1.1" status: 200 len: 945 time: 0.1961446 Feb 15 21:44:05.150850 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-6cd29b98-fb23-42e3-b6a7-a61718faf0b7 req-e045dde2-969a-4b47-837c-37f1eb20842c tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/security-groups?id=d41abb3f-0e7c-40e2-b25e-05dfee7102d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1255150 Feb 15 21:44:05.271820 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.notifiers.nova [req-5c386025-3a09-42a9-bf56-b8a8661927e2 req-7f68cf25-c0c7-4257-be3b-46b8ac7e9ea9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 290b6e31-3e92-4be6-ae0f-67d442e34ed0 {{(pid=83998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 15 21:44:05.280399 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-5c386025-3a09-42a9-bf56-b8a8661927e2 req-7f68cf25-c0c7-4257-be3b-46b8ac7e9ea9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:05.293457 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [req-5c386025-3a09-42a9-bf56-b8a8661927e2 req-7f68cf25-c0c7-4257-be3b-46b8ac7e9ea9 service neutron] Transition to ACTIVE for port object 290b6e31-3e92-4be6-ae0f-67d442e34ed0 will not be triggered until provisioned by entity L2. {{(pid=83998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 21:44:05.297618 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-5c386025-3a09-42a9-bf56-b8a8661927e2 req-7f68cf25-c0c7-4257-be3b-46b8ac7e9ea9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779317976793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779317533282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257537242501'] for port, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:05.310960 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-5bb18509-477e-4dad-a0f4-cd0d04dc4a5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:44:05.455507 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68cf25-c0c7-4257-be3b-46b8ac7e9ea9 service neutron] Pushing event updated for resources: {'Port': ['ID=290b6e31-3e92-4be6-ae0f-67d442e34ed0,revision_number=2']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:44:05.459959 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-7f68cf25-c0c7-4257-be3b-46b8ac7e9ea9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:44:05.585975 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.managers [req-5c386025-3a09-42a9-bf56-b8a8661927e2 req-7f68cf25-c0c7-4257-be3b-46b8ac7e9ea9 service neutron] Attempting to bind port 290b6e31-3e92-4be6-ae0f-67d442e34ed0 on host hv-cinder-77525 for vnic_type normal with profile {{(pid=83998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 21:44:05.586357 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.managers [req-5c386025-3a09-42a9-bf56-b8a8661927e2 req-7f68cf25-c0c7-4257-be3b-46b8ac7e9ea9 service neutron] Attempting to bind port 290b6e31-3e92-4be6-ae0f-67d442e34ed0 by drivers openvswitch on host hv-cinder-77525 at level 0 using segments [{'id': '20660b0e-2a4d-4893-96d9-09882530bcf8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9f249f0e-e020-4ed7-a12f-3a48b1fb8736'}] {{(pid=83998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 15 21:44:05.586759 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c386025-3a09-42a9-bf56-b8a8661927e2 req-7f68cf25-c0c7-4257-be3b-46b8ac7e9ea9 service neutron] Attempting to bind port 290b6e31-3e92-4be6-ae0f-67d442e34ed0 on network 9f249f0e-e020-4ed7-a12f-3a48b1fb8736 {{(pid=83998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 15 21:44:05.592760 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c386025-3a09-42a9-bf56-b8a8661927e2 req-7f68cf25-c0c7-4257-be3b-46b8ac7e9ea9 service neutron] Checking agent: {'id': '3b9d0ad6-16ce-46f2-a5c4-f9a7961e9638', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77525', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 21, 37, 44), 'started_at': datetime.datetime(2021, 2, 15, 21, 38, 14), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 21, 43, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 21:44:05.593145 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c386025-3a09-42a9-bf56-b8a8661927e2 req-7f68cf25-c0c7-4257-be3b-46b8ac7e9ea9 service neutron] Checking segment: {'id': '20660b0e-2a4d-4893-96d9-09882530bcf8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9f249f0e-e020-4ed7-a12f-3a48b1fb8736'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 21:44:05.593581 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-5c386025-3a09-42a9-bf56-b8a8661927e2 req-7f68cf25-c0c7-4257-be3b-46b8ac7e9ea9 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:05.593979 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c386025-3a09-42a9-bf56-b8a8661927e2 req-7f68cf25-c0c7-4257-be3b-46b8ac7e9ea9 service neutron] Bound using segment: {'id': '20660b0e-2a4d-4893-96d9-09882530bcf8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9f249f0e-e020-4ed7-a12f-3a48b1fb8736'} {{(pid=83998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 21:44:05.594462 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.managers [req-5c386025-3a09-42a9-bf56-b8a8661927e2 req-7f68cf25-c0c7-4257-be3b-46b8ac7e9ea9 service neutron] Bound port: 290b6e31-3e92-4be6-ae0f-67d442e34ed0, host: hv-cinder-77525, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20660b0e-2a4d-4893-96d9-09882530bcf8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9f249f0e-e020-4ed7-a12f-3a48b1fb8736'}}] {{(pid=83998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 15 21:44:05.594897 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-5c386025-3a09-42a9-bf56-b8a8661927e2 req-7f68cf25-c0c7-4257-be3b-46b8ac7e9ea9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:05.680115 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435686bb-e01a-41dc-bfc7-9549d0bd9d89 req-4cf034e0-7869-496e-9ef4-4de7b27a7dbb tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:44:05.681880 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-435686bb-e01a-41dc-bfc7-9549d0bd9d89 req-4cf034e0-7869-496e-9ef4-4de7b27a7dbb tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] 10.222.0.68 "GET /v2.0/ports?device_id=ae922114-4147-4f73-b5e9-915c8663d8ef HTTP/1.1" status: 200 len: 943 time: 0.0946221 Feb 15 21:44:05.697319 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [req-5c386025-3a09-42a9-bf56-b8a8661927e2 req-7f68cf25-c0c7-4257-be3b-46b8ac7e9ea9 service neutron] For port 290b6e31-3e92-4be6-ae0f-67d442e34ed0, host hv-cinder-77525, cleared binding levels {{(pid=83998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 15 21:44:05.701151 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [req-5c386025-3a09-42a9-bf56-b8a8661927e2 req-7f68cf25-c0c7-4257-be3b-46b8ac7e9ea9 service neutron] For port 290b6e31-3e92-4be6-ae0f-67d442e34ed0, host hv-cinder-77525, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=290b6e31-3e92-4be6-ae0f-67d442e34ed0,segment=NetworkSegment(20660b0e-2a4d-4893-96d9-09882530bcf8),segment_id=20660b0e-2a4d-4893-96d9-09882530bcf8)] {{(pid=83998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 15 21:44:05.705233 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-5c386025-3a09-42a9-bf56-b8a8661927e2 req-7f68cf25-c0c7-4257-be3b-46b8ac7e9ea9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779317976793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779317533282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257537242501'] for port, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:05.725559 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-80b10934-bea2-4c1a-a287-c391282f5a2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:44:05.736247 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-435686bb-e01a-41dc-bfc7-9549d0bd9d89 req-1345d3de-a346-4d0b-8683-414475dc38aa tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] 10.222.0.68 "GET /v2.0/security-groups?id=ee7e2f94-af80-4e44-a0b7-17d277ea3aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470569 Feb 15 21:44:05.940694 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68cf25-c0c7-4257-be3b-46b8ac7e9ea9 service neutron] Pushing event updated for resources: {'Port': ['ID=290b6e31-3e92-4be6-ae0f-67d442e34ed0,revision_number=3']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:44:05.947404 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-7f68cf25-c0c7-4257-be3b-46b8ac7e9ea9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:44:06.003043 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079f9fd5-cbe9-4982-a2ab-1c1bb5874320 req-fbca0ead-57b6-470e-b10b-01e8af22950d tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:44:06.004723 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-079f9fd5-cbe9-4982-a2ab-1c1bb5874320 req-fbca0ead-57b6-470e-b10b-01e8af22950d tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "GET /v2.0/ports?device_id=75161876-5fd7-4cd5-bcc1-e7aef527b1ee HTTP/1.1" status: 200 len: 945 time: 0.1570783 Feb 15 21:44:06.007698 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c386025-3a09-42a9-bf56-b8a8661927e2 req-7f68cf25-c0c7-4257-be3b-46b8ac7e9ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:44:06.008457 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-5c386025-3a09-42a9-bf56-b8a8661927e2 req-7f68cf25-c0c7-4257-be3b-46b8ac7e9ea9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762656'] for port, before_response {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:06.009772 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-5c386025-3a09-42a9-bf56-b8a8661927e2 req-7f68cf25-c0c7-4257-be3b-46b8ac7e9ea9 service neutron] 10.222.0.46 "PUT /v2.0/ports/290b6e31-3e92-4be6-ae0f-67d442e34ed0 HTTP/1.1" status: 200 len: 1157 time: 1.5971348 Feb 15 21:44:06.010302 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae922114-4147-4f73-b5e9-915c8663d8ef', 'tag': '290b6e31-3e92-4be6-ae0f-67d442e34ed0'}] {{(pid=83998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 21:44:06.027208 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dd427a-c534-4473-8359-3f69756812f3 req-10dbb856-2434-470b-8bbc-42d540f265f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:44:06.028927 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-81dd427a-c534-4473-8359-3f69756812f3 req-10dbb856-2434-470b-8bbc-42d540f265f0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=83efcaddc4174c70aaaa9d4a9e274006&device_id=94c5b34a-a93a-417f-9bb0-dfd725a45c9f HTTP/1.1" status: 200 len: 1162 time: 0.0905671 Feb 15 21:44:06.088144 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-079f9fd5-cbe9-4982-a2ab-1c1bb5874320 req-e843ceb7-8a5b-496d-9e2f-cd2666aba668 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "GET /v2.0/security-groups?id=0f7c9e5d-2f88-4d15-bd89-ff8afec8e837&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606208 Feb 15 21:44:06.090045 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae922114-4147-4f73-b5e9-915c8663d8ef', 'tag': '290b6e31-3e92-4be6-ae0f-67d442e34ed0', 'status': 'completed', 'code': 200} Feb 15 21:44:06.170246 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c386025-3a09-42a9-bf56-b8a8661927e2 req-15c994cf-483f-428e-b30e-ff7908e629b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:44:06.171909 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-5c386025-3a09-42a9-bf56-b8a8661927e2 req-15c994cf-483f-428e-b30e-ff7908e629b3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bb524516aca84efa9420d2dabefca5d1&device_id=ae922114-4147-4f73-b5e9-915c8663d8ef HTTP/1.1" status: 200 len: 1160 time: 0.0877521 Feb 15 21:44:06.194346 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dd427a-c534-4473-8359-3f69756812f3 req-f9e604a4-47dd-41e8-8fc9-09f462c32745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:44:06.195971 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-81dd427a-c534-4473-8359-3f69756812f3 req-f9e604a4-47dd-41e8-8fc9-09f462c32745 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5a32d5d1-e1a3-4ef5-be5e-207bd58c1352 HTTP/1.1" status: 200 len: 911 time: 0.1545050 Feb 15 21:44:06.265004 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-5c386025-3a09-42a9-bf56-b8a8661927e2 req-04d412f6-770f-4ee2-aa24-33016c41725f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=290b6e31-3e92-4be6-ae0f-67d442e34ed0 HTTP/1.1" status: 200 len: 217 time: 0.0812230 Feb 15 21:44:06.354878 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c386025-3a09-42a9-bf56-b8a8661927e2 req-1ee76826-ef5e-4f2d-9ab7-66de21fff369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:44:06.357290 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-5c386025-3a09-42a9-bf56-b8a8661927e2 req-1ee76826-ef5e-4f2d-9ab7-66de21fff369 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b037a81a-1251-47db-ac29-916a43032afd HTTP/1.1" status: 200 len: 849 time: 0.0824211 Feb 15 21:44:06.427249 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-5c386025-3a09-42a9-bf56-b8a8661927e2 req-901bd43a-cc8d-4002-a625-efa591654c48 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9f249f0e-e020-4ed7-a12f-3a48b1fb8736&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586085 Feb 15 21:44:06.613006 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-5c386025-3a09-42a9-bf56-b8a8661927e2 req-e91ac460-0daf-44ee-8180-24b816968724 service neutron] 10.222.0.46 "GET /v2.0/networks/9f249f0e-e020-4ed7-a12f-3a48b1fb8736?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743073 Feb 15 21:44:06.656557 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-81dd427a-c534-4473-8359-3f69756812f3 req-9f3e3ebf-c0be-435e-afb9-ec637b7024e2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c77c9273-6b5a-4eb8-9ec7-1e5a309793f9 HTTP/1.1" status: 200 len: 1000 time: 0.4501374 Feb 15 21:44:06.748868 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87feb4d9-4506-411b-a369-2bc0e419dea4 req-6111fd1e-0ff5-4f14-bac7-6e4e9d635cf4 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:44:06.750887 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-87feb4d9-4506-411b-a369-2bc0e419dea4 req-6111fd1e-0ff5-4f14-bac7-6e4e9d635cf4 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/ports?device_id=94c5b34a-a93a-417f-9bb0-dfd725a45c9f HTTP/1.1" status: 200 len: 945 time: 0.4260974 Feb 15 21:44:06.756879 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dd427a-c534-4473-8359-3f69756812f3 req-0e4ec210-c6f2-4fbe-b453-6efa8844121e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:44:06.758616 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-81dd427a-c534-4473-8359-3f69756812f3 req-0e4ec210-c6f2-4fbe-b453-6efa8844121e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f1da26f9-af3a-42e2-9b06-af8d75ade4f1 HTTP/1.1" status: 200 len: 856 time: 0.0882943 Feb 15 21:44:06.780422 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-5c386025-3a09-42a9-bf56-b8a8661927e2 req-2b08e804-628b-4741-bac2-491dfef880e1 service neutron] 10.222.0.46 "GET /v2.0/networks/9f249f0e-e020-4ed7-a12f-3a48b1fb8736?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1592495 Feb 15 21:44:06.852881 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-87feb4d9-4506-411b-a369-2bc0e419dea4 req-f9a28670-eff0-4e0e-908f-dd8048e3745c tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/security-groups?id=d41abb3f-0e7c-40e2-b25e-05dfee7102d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930731 Feb 15 21:44:06.898386 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dd427a-c534-4473-8359-3f69756812f3 req-48f8cd59-d272-4a6c-b8c9-aafe7ce87b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:44:06.899810 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-81dd427a-c534-4473-8359-3f69756812f3 req-48f8cd59-d272-4a6c-b8c9-aafe7ce87b88 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5a32d5d1-e1a3-4ef5-be5e-207bd58c1352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1176050 Feb 15 21:44:07.007674 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cb6a3e-1ee7-4861-82e2-2f22572d996c req-1fb7837e-a1f9-4a06-9ffd-03a2bacbbaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:44:07.009304 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-84cb6a3e-1ee7-4861-82e2-2f22572d996c req-1fb7837e-a1f9-4a06-9ffd-03a2bacbbaa9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bb524516aca84efa9420d2dabefca5d1&device_id=ae922114-4147-4f73-b5e9-915c8663d8ef HTTP/1.1" status: 200 len: 1160 time: 0.1619558 Feb 15 21:44:07.016249 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1d1fc2-58c0-4b98-8d84-e19b7000b1a0 req-6bf67267-7795-4df6-ae30-4d6e81dea457 tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:44:07.017241 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [req-5d1d1fc2-58c0-4b98-8d84-e19b7000b1a0 req-6bf67267-7795-4df6-ae30-4d6e81dea457 tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] Synchronizing usage tracker for tenant:bb524516aca84efa9420d2dabefca5d1 on resource:port {{(pid=83998) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 21:44:07.052938 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-81dd427a-c534-4473-8359-3f69756812f3 req-313839ed-b86f-4cfc-8608-b44696d9e25c service neutron] 10.222.0.46 "GET /v2.0/networks/5a32d5d1-e1a3-4ef5-be5e-207bd58c1352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444688 Feb 15 21:44:07.135619 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [req-5d1d1fc2-58c0-4b98-8d84-e19b7000b1a0 req-6bf67267-7795-4df6-ae30-4d6e81dea457 tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] Unset dirty status for tenant:bb524516aca84efa9420d2dabefca5d1 on resource:port {{(pid=83998) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 21:44:07.136906 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-5d1d1fc2-58c0-4b98-8d84-e19b7000b1a0 req-6bf67267-7795-4df6-ae30-4d6e81dea457 tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] 10.222.0.68 "GET /v2.0/ports?device_id=ae922114-4147-4f73-b5e9-915c8663d8ef HTTP/1.1" status: 200 len: 943 time: 0.2419419 Feb 15 21:44:07.200945 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cb6a3e-1ee7-4861-82e2-2f22572d996c req-8357c38b-4b05-4468-8f52-5b570db3d3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:44:07.202756 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-84cb6a3e-1ee7-4861-82e2-2f22572d996c req-8357c38b-4b05-4468-8f52-5b570db3d3b6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9f249f0e-e020-4ed7-a12f-3a48b1fb8736 HTTP/1.1" status: 200 len: 903 time: 0.1822927 Feb 15 21:44:07.206539 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-81dd427a-c534-4473-8359-3f69756812f3 req-f9091fa2-28b3-4e33-be7e-8a7b8accefe2 service neutron] 10.222.0.46 "GET /v2.0/networks/5a32d5d1-e1a3-4ef5-be5e-207bd58c1352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1457577 Feb 15 21:44:07.210550 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-5d1d1fc2-58c0-4b98-8d84-e19b7000b1a0 req-5fe391f9-994e-4dd6-a0de-bb6cbf5c15aa tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] 10.222.0.68 "GET /v2.0/security-groups?id=ee7e2f94-af80-4e44-a0b7-17d277ea3aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643313 Feb 15 21:44:07.287760 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-84cb6a3e-1ee7-4861-82e2-2f22572d996c req-4d4f0976-acba-4922-9508-cd61e60c087b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=290b6e31-3e92-4be6-ae0f-67d442e34ed0 HTTP/1.1" status: 200 len: 217 time: 0.0705538 Feb 15 21:44:07.300462 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57c5775-fc4e-4030-a36b-b41ca7e97296 req-a3d8e580-74ae-4ebe-a17b-82fff3ec0603 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:44:07.302127 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-d57c5775-fc4e-4030-a36b-b41ca7e97296 req-a3d8e580-74ae-4ebe-a17b-82fff3ec0603 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "GET /v2.0/ports?device_id=75161876-5fd7-4cd5-bcc1-e7aef527b1ee HTTP/1.1" status: 200 len: 945 time: 0.0912011 Feb 15 21:44:07.352626 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-d57c5775-fc4e-4030-a36b-b41ca7e97296 req-985752fc-c405-4d51-94c2-b22a988bf57a tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "GET /v2.0/security-groups?id=0f7c9e5d-2f88-4d15-bd89-ff8afec8e837&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430868 Feb 15 21:44:07.359968 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cb6a3e-1ee7-4861-82e2-2f22572d996c req-0572f8d0-e427-47f0-99ad-ba4a8a702848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:44:07.361875 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-84cb6a3e-1ee7-4861-82e2-2f22572d996c req-0572f8d0-e427-47f0-99ad-ba4a8a702848 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b037a81a-1251-47db-ac29-916a43032afd HTTP/1.1" status: 200 len: 849 time: 0.0656216 Feb 15 21:44:07.422463 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-84cb6a3e-1ee7-4861-82e2-2f22572d996c req-9246c37b-483d-4a58-84c9-1493f0b7eb77 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9f249f0e-e020-4ed7-a12f-3a48b1fb8736&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502727 Feb 15 21:44:07.573169 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-84cb6a3e-1ee7-4861-82e2-2f22572d996c req-03a17e66-57ad-4a7b-aceb-4d10aae6ad53 service neutron] 10.222.0.46 "GET /v2.0/networks/9f249f0e-e020-4ed7-a12f-3a48b1fb8736?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366901 Feb 15 21:44:07.723121 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-84cb6a3e-1ee7-4861-82e2-2f22572d996c req-1f030e50-9e36-482d-9ea2-fcc4aff21875 service neutron] 10.222.0.46 "GET /v2.0/networks/9f249f0e-e020-4ed7-a12f-3a48b1fb8736?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1355088 Feb 15 21:44:08.076325 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3148a37-4d09-4f94-840c-59337fea98a3 req-daf3d9d8-1d98-4255-a889-d0c7c20dd5a3 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:44:08.078306 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-d3148a37-4d09-4f94-840c-59337fea98a3 req-daf3d9d8-1d98-4255-a889-d0c7c20dd5a3 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/ports?device_id=94c5b34a-a93a-417f-9bb0-dfd725a45c9f HTTP/1.1" status: 200 len: 945 time: 0.0901661 Feb 15 21:44:08.131227 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-d3148a37-4d09-4f94-840c-59337fea98a3 req-cae3ecea-c9dc-4635-bcef-18dc3637828d tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/security-groups?id=d41abb3f-0e7c-40e2-b25e-05dfee7102d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450437 Feb 15 21:44:08.420859 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187ce833-46bc-4234-8f3a-3c51b7a52e1f req-a71ef9bc-c018-49ed-a162-f9c7fa6cadcd tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:44:08.422566 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-187ce833-46bc-4234-8f3a-3c51b7a52e1f req-a71ef9bc-c018-49ed-a162-f9c7fa6cadcd tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] 10.222.0.68 "GET /v2.0/ports?device_id=ae922114-4147-4f73-b5e9-915c8663d8ef HTTP/1.1" status: 200 len: 943 time: 0.0909851 Feb 15 21:44:08.471608 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-187ce833-46bc-4234-8f3a-3c51b7a52e1f req-fd9104ba-03a2-45e5-b7d6-0e78f56f9674 tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] 10.222.0.68 "GET /v2.0/security-groups?id=ee7e2f94-af80-4e44-a0b7-17d277ea3aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420291 Feb 15 21:44:08.558815 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65bed6c-8ad2-4920-9c84-a4778c2dcd0c req-752109fa-ac9f-4b8a-87d7-a189dd8f324d tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:44:08.560413 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-b65bed6c-8ad2-4920-9c84-a4778c2dcd0c req-752109fa-ac9f-4b8a-87d7-a189dd8f324d tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "GET /v2.0/ports?device_id=75161876-5fd7-4cd5-bcc1-e7aef527b1ee HTTP/1.1" status: 200 len: 945 time: 0.0893991 Feb 15 21:44:08.608822 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-b65bed6c-8ad2-4920-9c84-a4778c2dcd0c req-33a2c11a-6a2b-47c6-a880-c3782f1c5e70 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "GET /v2.0/security-groups?id=0f7c9e5d-2f88-4d15-bd89-ff8afec8e837&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416796 Feb 15 21:44:08.723249 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.agents_db [None req-9c3f008a-7c02-4f45-a369-4199c6caa59a None None] Agent healthcheck: found 6 active agents {{(pid=84001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 15 21:44:09.344587 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8033f7c-74b6-486a-a73a-8b562f56aed1 req-2986be8c-c52d-44cd-a4e2-942231495b44 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:44:09.346303 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-f8033f7c-74b6-486a-a73a-8b562f56aed1 req-2986be8c-c52d-44cd-a4e2-942231495b44 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/ports?device_id=94c5b34a-a93a-417f-9bb0-dfd725a45c9f HTTP/1.1" status: 200 len: 945 time: 0.0902030 Feb 15 21:44:09.401578 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-f8033f7c-74b6-486a-a73a-8b562f56aed1 req-4a5a71e2-9128-4826-9ec5-fe0f67732f4f tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/security-groups?id=d41abb3f-0e7c-40e2-b25e-05dfee7102d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486577 Feb 15 21:44:09.701579 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b216739-7126-49e3-a915-87d73233c122 req-c49d1586-4aed-44f2-bfa7-4bc1573f90ee tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:44:09.703165 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-8b216739-7126-49e3-a915-87d73233c122 req-c49d1586-4aed-44f2-bfa7-4bc1573f90ee tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] 10.222.0.68 "GET /v2.0/ports?device_id=ae922114-4147-4f73-b5e9-915c8663d8ef HTTP/1.1" status: 200 len: 943 time: 0.0959284 Feb 15 21:44:09.821865 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e102f2-7849-4aac-8340-4184cd270a91 req-063a2b04-7a3a-4821-a005-bae73341fd74 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:44:09.823560 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-c3e102f2-7849-4aac-8340-4184cd270a91 req-063a2b04-7a3a-4821-a005-bae73341fd74 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "GET /v2.0/ports?device_id=75161876-5fd7-4cd5-bcc1-e7aef527b1ee HTTP/1.1" status: 200 len: 945 time: 0.0938594 Feb 15 21:44:09.878011 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-c3e102f2-7849-4aac-8340-4184cd270a91 req-947c9a78-2783-4bf4-adda-c559afb90df8 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "GET /v2.0/security-groups?id=0f7c9e5d-2f88-4d15-bd89-ff8afec8e837&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473008 Feb 15 21:44:09.988606 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-8b216739-7126-49e3-a915-87d73233c122 req-3672d1ea-ba1d-437f-b3df-8ea358a917c7 tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] 10.222.0.68 "GET /v2.0/security-groups?id=ee7e2f94-af80-4e44-a0b7-17d277ea3aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2786176 Feb 15 21:44:10.244832 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.objects.ports [None req-c86ca33f-db27-4264-88fb-2eea5a2b1238 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84000) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 15 21:44:10.636581 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5d183e-a37c-4aec-a62e-153750435c4f req-065a4df7-5dcd-44ae-9595-ce07d679e8e8 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:44:10.638235 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-da5d183e-a37c-4aec-a62e-153750435c4f req-065a4df7-5dcd-44ae-9595-ce07d679e8e8 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/ports?device_id=94c5b34a-a93a-417f-9bb0-dfd725a45c9f HTTP/1.1" status: 200 len: 945 time: 0.0978346 Feb 15 21:44:10.694655 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-da5d183e-a37c-4aec-a62e-153750435c4f req-27fd531e-77dc-4171-927a-d8c8b92256bc tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/security-groups?id=d41abb3f-0e7c-40e2-b25e-05dfee7102d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491922 Feb 15 21:44:10.730509 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Device 290b6e31-3e92-4be6-ae0f-67d442e34ed0 up at agent ovs-agent-hv-cinder-77525 {{(pid=84000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:44:10.837724 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Provisioning for port 290b6e31-3e92-4be6-ae0f-67d442e34ed0 completed by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 21:44:10.843483 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Provisioning complete for port 290b6e31-3e92-4be6-ae0f-67d442e34ed0 triggered by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:44:10.844108 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:10.980216 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:11.011713 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae922114-4147-4f73-b5e9-915c8663d8ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '290b6e31-3e92-4be6-ae0f-67d442e34ed0'}] {{(pid=84000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 21:44:11.024038 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] For port 290b6e31-3e92-4be6-ae0f-67d442e34ed0, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=290b6e31-3e92-4be6-ae0f-67d442e34ed0,segment=NetworkSegment(20660b0e-2a4d-4893-96d9-09882530bcf8),segment_id=20660b0e-2a4d-4893-96d9-09882530bcf8)] {{(pid=84000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:44:11.029951 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779317976793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779317533282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257537242501'] for port, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:11.031947 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:44:11.078544 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Device c77c9273-6b5a-4eb8-9ec7-1e5a309793f9 no longer exists at agent ovs-agent-hv-cinder-77525 {{(pid=84000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 15 21:44:11.117808 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0712ba6-154a-43f2-8718-b313db6692a7 req-be10350c-b7c2-43b7-ba49-e51b27d43d2d tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:44:11.129973 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-a0712ba6-154a-43f2-8718-b313db6692a7 req-be10350c-b7c2-43b7-ba49-e51b27d43d2d tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "GET /v2.0/ports?device_id=75161876-5fd7-4cd5-bcc1-e7aef527b1ee HTTP/1.1" status: 200 len: 945 time: 0.1017494 Feb 15 21:44:11.202129 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-a0712ba6-154a-43f2-8718-b313db6692a7 req-0d0dc12e-b904-47d8-962b-94afa15e4fdd tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "GET /v2.0/security-groups?id=0f7c9e5d-2f88-4d15-bd89-ff8afec8e837&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710380 Feb 15 21:44:11.403877 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:11.441564 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] For port c77c9273-6b5a-4eb8-9ec7-1e5a309793f9, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=c77c9273-6b5a-4eb8-9ec7-1e5a309793f9,segment=NetworkSegment(1388e872-eab5-4c96-8eb7-e6fd8402e86b),segment_id=1388e872-eab5-4c96-8eb7-e6fd8402e86b)] {{(pid=84000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:44:11.451880 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779317976793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779317533282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257537242501'] for port, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:11.458230 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Pushing event updated for resources: {'Port': ['ID=290b6e31-3e92-4be6-ae0f-67d442e34ed0,revision_number=4']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:44:11.461737 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:44:11.462257 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-6e4ff18d-ad3f-4c1d-9b37-a04d6f974358 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:44:11.499625 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442c4f44-4a5e-43c2-9fda-65a5c4d9c409 req-b8e2e9ba-a204-4cd2-86e8-f06dd0bc7b8f tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:44:11.501750 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-442c4f44-4a5e-43c2-9fda-65a5c4d9c409 req-b8e2e9ba-a204-4cd2-86e8-f06dd0bc7b8f tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] 10.222.0.68 "GET /v2.0/ports?device_id=ae922114-4147-4f73-b5e9-915c8663d8ef HTTP/1.1" status: 200 len: 945 time: 0.1769769 Feb 15 21:44:11.538662 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Pushing event updated for resources: {'Port': ['ID=c77c9273-6b5a-4eb8-9ec7-1e5a309793f9,revision_number=5']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:44:11.544870 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:44:11.573919 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-442c4f44-4a5e-43c2-9fda-65a5c4d9c409 req-d3089705-0e7b-4b21-a010-430e52e5b5d4 tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] 10.222.0.68 "GET /v2.0/security-groups?id=ee7e2f94-af80-4e44-a0b7-17d277ea3aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631833 Feb 15 21:44:11.602523 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae922114-4147-4f73-b5e9-915c8663d8ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '290b6e31-3e92-4be6-ae0f-67d442e34ed0', 'code': 200} Feb 15 21:44:11.852717 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f827135-ee6d-491b-a1c4-d64951fc109e req-583017c3-0fe6-4ccb-afef-607ae10e423b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:44:11.854421 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-6f827135-ee6d-491b-a1c4-d64951fc109e req-583017c3-0fe6-4ccb-afef-607ae10e423b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ae922114-4147-4f73-b5e9-915c8663d8ef HTTP/1.1" status: 200 len: 1162 time: 0.0773494 Feb 15 21:44:11.902897 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-6f827135-ee6d-491b-a1c4-d64951fc109e req-9cb8c519-af11-4c6e-bded-a68dd3c1b759 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=ee7e2f94-af80-4e44-a0b7-17d277ea3aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408771 Feb 15 21:44:12.013032 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 50614) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:44:12.053140 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0881cb-c9cf-4019-bc56-6508ef4d07cf req-2c5674a9-c696-4e1c-bd03-93e092de6aae tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:44:12.054823 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-1e0881cb-c9cf-4019-bc56-6508ef4d07cf req-2c5674a9-c696-4e1c-bd03-93e092de6aae tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/ports?device_id=94c5b34a-a93a-417f-9bb0-dfd725a45c9f HTTP/1.1" status: 200 len: 943 time: 0.0953279 Feb 15 21:44:12.103898 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-1e0881cb-c9cf-4019-bc56-6508ef4d07cf req-643781a6-f037-40ec-880d-9d19e0af9078 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/security-groups?id=d41abb3f-0e7c-40e2-b25e-05dfee7102d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424371 Feb 15 21:44:12.139671 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Device 290b6e31-3e92-4be6-ae0f-67d442e34ed0 up at agent ovs-agent-hv-cinder-77525 {{(pid=84000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:44:12.147339 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-050bec21-620d-4154-bc8c-e44e0b77afbe req-c1c5f935-38f1-4d59-9e1c-05e267d2c21d service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=94c5b34a-a93a-417f-9bb0-dfd725a45c9f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1329436 Feb 15 21:44:12.222727 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Provisioning complete for port 290b6e31-3e92-4be6-ae0f-67d442e34ed0 triggered by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:44:12.223202 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:12.421979 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5199162b-6498-4903-88cf-49a214cf4c0e req-672b13be-0185-4d1d-81d8-de1fc5b92924 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:44:12.424412 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-5199162b-6498-4903-88cf-49a214cf4c0e req-672b13be-0185-4d1d-81d8-de1fc5b92924 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "GET /v2.0/ports?device_id=75161876-5fd7-4cd5-bcc1-e7aef527b1ee HTTP/1.1" status: 200 len: 945 time: 0.0995049 Feb 15 21:44:12.485909 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-5199162b-6498-4903-88cf-49a214cf4c0e req-47e13f29-896c-47aa-9ccc-10f39ee7877f tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "GET /v2.0/security-groups?id=0f7c9e5d-2f88-4d15-bd89-ff8afec8e837&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538833 Feb 15 21:44:12.793193 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa07a733-0104-47df-9695-0d672acf7ba5 req-f0423194-4b8d-4618-89c4-de71482f90ea tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:44:12.811744 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-fa07a733-0104-47df-9695-0d672acf7ba5 req-f0423194-4b8d-4618-89c4-de71482f90ea tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] 10.222.0.68 "GET /v2.0/ports?device_id=ae922114-4147-4f73-b5e9-915c8663d8ef HTTP/1.1" status: 200 len: 945 time: 0.1214614 Feb 15 21:44:12.872952 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-fa07a733-0104-47df-9695-0d672acf7ba5 req-40c7c087-b4fa-42ac-9335-b520e576afa0 tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] 10.222.0.68 "GET /v2.0/security-groups?id=ee7e2f94-af80-4e44-a0b7-17d277ea3aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601232 Feb 15 21:44:13.321144 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dffcf35-d2c9-47be-841d-26d04e04ee07 req-fe20b882-f70b-4cac-80e5-e2a222920d91 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:44:13.323171 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-5dffcf35-d2c9-47be-841d-26d04e04ee07 req-fe20b882-f70b-4cac-80e5-e2a222920d91 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/ports?device_id=94c5b34a-a93a-417f-9bb0-dfd725a45c9f HTTP/1.1" status: 200 len: 943 time: 0.0972049 Feb 15 21:44:13.387678 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-5dffcf35-d2c9-47be-841d-26d04e04ee07 req-80aff439-dfb4-47fd-8fce-618a0cf039e1 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/security-groups?id=d41abb3f-0e7c-40e2-b25e-05dfee7102d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543818 Feb 15 21:44:13.603341 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94c5b34a-a93a-417f-9bb0-dfd725a45c9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c77c9273-6b5a-4eb8-9ec7-1e5a309793f9'}] {{(pid=84000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 21:44:13.651884 dv-cinder-775250-3-smb neutron-server[83887]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '94c5b34a-a93a-417f-9bb0-dfd725a45c9f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c77c9273-6b5a-4eb8-9ec7-1e5a309793f9', 'code': 422} returned with failed status Feb 15 21:44:13.705916 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8a8f21-d5b9-4103-9fa3-c176acabe63a req-a98c6976-4b76-439a-90e7-422bca3cf2e9 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:44:13.707722 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-5b8a8f21-d5b9-4103-9fa3-c176acabe63a req-a98c6976-4b76-439a-90e7-422bca3cf2e9 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "GET /v2.0/ports?device_id=75161876-5fd7-4cd5-bcc1-e7aef527b1ee HTTP/1.1" status: 200 len: 945 time: 0.0949190 Feb 15 21:44:13.757232 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-5b8a8f21-d5b9-4103-9fa3-c176acabe63a req-83a2a4f1-208f-465d-857e-8487611f692c tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "GET /v2.0/security-groups?id=0f7c9e5d-2f88-4d15-bd89-ff8afec8e837&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428619 Feb 15 21:44:13.903408 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:13.971868 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050bec21-620d-4154-bc8c-e44e0b77afbe req-a36a8a5c-c642-4600-a71c-02aa43ef147a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:44:13.973544 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-050bec21-620d-4154-bc8c-e44e0b77afbe req-a36a8a5c-c642-4600-a71c-02aa43ef147a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=94c5b34a-a93a-417f-9bb0-dfd725a45c9f&tenant_id=83efcaddc4174c70aaaa9d4a9e274006 HTTP/1.1" status: 200 len: 1160 time: 0.0832140 Feb 15 21:44:14.077321 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad68fa93-2748-49fb-80f8-e2b5943e5211 req-59d2f9ac-2990-4961-8808-334ecfad9726 tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:44:14.078989 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-ad68fa93-2748-49fb-80f8-e2b5943e5211 req-59d2f9ac-2990-4961-8808-334ecfad9726 tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] 10.222.0.68 "GET /v2.0/ports?device_id=ae922114-4147-4f73-b5e9-915c8663d8ef HTTP/1.1" status: 200 len: 945 time: 0.0906901 Feb 15 21:44:14.083714 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050bec21-620d-4154-bc8c-e44e0b77afbe req-ee05b4e7-d205-42cc-bb00-b17128ae6bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:44:14.089846 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-050bec21-620d-4154-bc8c-e44e0b77afbe req-ee05b4e7-d205-42cc-bb00-b17128ae6bbb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=83efcaddc4174c70aaaa9d4a9e274006&device_id=94c5b34a-a93a-417f-9bb0-dfd725a45c9f HTTP/1.1" status: 200 len: 1160 time: 0.0838506 Feb 15 21:44:14.139169 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-ad68fa93-2748-49fb-80f8-e2b5943e5211 req-05519d9e-8be3-4a6f-a040-dc35e1936206 tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] 10.222.0.68 "GET /v2.0/security-groups?id=ee7e2f94-af80-4e44-a0b7-17d277ea3aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525606 Feb 15 21:44:14.180451 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Device 290b6e31-3e92-4be6-ae0f-67d442e34ed0 up at agent ovs-agent-hv-cinder-77525 {{(pid=84000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:44:14.254436 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050bec21-620d-4154-bc8c-e44e0b77afbe req-2e0a52fb-68f6-49a5-9680-ca208aafabf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:44:14.256236 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-050bec21-620d-4154-bc8c-e44e0b77afbe req-2e0a52fb-68f6-49a5-9680-ca208aafabf3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5a32d5d1-e1a3-4ef5-be5e-207bd58c1352 HTTP/1.1" status: 200 len: 911 time: 0.1597517 Feb 15 21:44:14.273625 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Provisioning complete for port 290b6e31-3e92-4be6-ae0f-67d442e34ed0 triggered by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:44:14.274053 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:14.385957 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-050bec21-620d-4154-bc8c-e44e0b77afbe req-057318e0-829c-47c8-b7c1-56e577f0efda service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c77c9273-6b5a-4eb8-9ec7-1e5a309793f9 HTTP/1.1" status: 200 len: 998 time: 0.1205325 Feb 15 21:44:14.463792 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050bec21-620d-4154-bc8c-e44e0b77afbe req-2d914119-fd1a-445c-9446-c197a00740d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:44:14.465390 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-050bec21-620d-4154-bc8c-e44e0b77afbe req-2d914119-fd1a-445c-9446-c197a00740d2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f1da26f9-af3a-42e2-9b06-af8d75ade4f1 HTTP/1.1" status: 200 len: 856 time: 0.0696423 Feb 15 21:44:14.632608 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050bec21-620d-4154-bc8c-e44e0b77afbe req-3c886e66-a103-4e0c-80f8-d27d143ece7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:44:14.634338 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-050bec21-620d-4154-bc8c-e44e0b77afbe req-3c886e66-a103-4e0c-80f8-d27d143ece7f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5a32d5d1-e1a3-4ef5-be5e-207bd58c1352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1579661 Feb 15 21:44:14.645407 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3391750-8483-403e-85e2-bdc3423bbc57 req-ed9da2c6-90b9-45ac-9b83-156a5ebe60fc tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:44:14.647021 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-f3391750-8483-403e-85e2-bdc3423bbc57 req-ed9da2c6-90b9-45ac-9b83-156a5ebe60fc tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/ports?device_id=94c5b34a-a93a-417f-9bb0-dfd725a45c9f HTTP/1.1" status: 200 len: 943 time: 0.1315539 Feb 15 21:44:14.811125 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-f3391750-8483-403e-85e2-bdc3423bbc57 req-80b8e494-fcfd-429f-87e5-0fc069af44a9 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/security-groups?id=d41abb3f-0e7c-40e2-b25e-05dfee7102d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1367347 Feb 15 21:44:14.842163 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-050bec21-620d-4154-bc8c-e44e0b77afbe req-6179bccd-158e-4075-8d59-7e1a47b75cad service neutron] 10.222.0.46 "GET /v2.0/networks/5a32d5d1-e1a3-4ef5-be5e-207bd58c1352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936538 Feb 15 21:44:14.948728 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 50708) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:44:14.996161 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5004a20c-3a69-4f10-afcb-79cd7d608d96 req-381feef0-3411-4ed6-819f-1021b422ee44 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:44:15.005724 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-5004a20c-3a69-4f10-afcb-79cd7d608d96 req-381feef0-3411-4ed6-819f-1021b422ee44 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "GET /v2.0/ports?device_id=75161876-5fd7-4cd5-bcc1-e7aef527b1ee HTTP/1.1" status: 200 len: 945 time: 0.1175439 Feb 15 21:44:15.026317 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-050bec21-620d-4154-bc8c-e44e0b77afbe req-d2ee66a7-e233-43e4-aa05-89488dc15fca service neutron] 10.222.0.46 "GET /v2.0/networks/5a32d5d1-e1a3-4ef5-be5e-207bd58c1352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1694787 Feb 15 21:44:15.054898 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-5004a20c-3a69-4f10-afcb-79cd7d608d96 req-292789e0-fa6a-4941-8634-d7a5ed9b8c44 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "GET /v2.0/security-groups?id=0f7c9e5d-2f88-4d15-bd89-ff8afec8e837&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476065 Feb 15 21:44:15.108796 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-e502cd96-0675-4cdc-8255-10bf33e0a434 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:15.129703 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-e502cd96-0675-4cdc-8255-10bf33e0a434 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:44:15.134086 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-e502cd96-0675-4cdc-8255-10bf33e0a434 admin admin] Usage tracker for resource:security_group_rule and tenant:3858b4d7a6304254bff79aa991efdbe7 is out of sync, need to count used quota {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:44:15.137095 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-e502cd96-0675-4cdc-8255-10bf33e0a434 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:44:15.144895 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-e502cd96-0675-4cdc-8255-10bf33e0a434 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:44:15.239529 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-e502cd96-0675-4cdc-8255-10bf33e0a434 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:15.242969 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-e502cd96-0675-4cdc-8255-10bf33e0a434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:15.254400 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-5fe8bbac-2529-46e5-9a82-28c558da5ef1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:44:15.301389 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e502cd96-0675-4cdc-8255-10bf33e0a434 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3504eb74-e1b3-4eb1-a44b-c8ad8c347967,revision_number=1']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:44:15.312614 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e502cd96-0675-4cdc-8255-10bf33e0a434 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:44:15.313026 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e502cd96-0675-4cdc-8255-10bf33e0a434 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:44:15.313411 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e502cd96-0675-4cdc-8255-10bf33e0a434 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:44:15.313865 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e502cd96-0675-4cdc-8255-10bf33e0a434 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:44:15.314272 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e502cd96-0675-4cdc-8255-10bf33e0a434 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:44:15.314881 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e502cd96-0675-4cdc-8255-10bf33e0a434 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:44:15.315133 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e502cd96-0675-4cdc-8255-10bf33e0a434 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:44:15.315699 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e502cd96-0675-4cdc-8255-10bf33e0a434 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:44:15.315992 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e502cd96-0675-4cdc-8255-10bf33e0a434 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:44:15.316382 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e502cd96-0675-4cdc-8255-10bf33e0a434 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:44:15.316767 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e502cd96-0675-4cdc-8255-10bf33e0a434 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:44:15.317148 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e502cd96-0675-4cdc-8255-10bf33e0a434 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:44:15.317650 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e502cd96-0675-4cdc-8255-10bf33e0a434 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:44:15.318038 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e502cd96-0675-4cdc-8255-10bf33e0a434 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:44:15.318518 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e502cd96-0675-4cdc-8255-10bf33e0a434 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:44:15.318802 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e502cd96-0675-4cdc-8255-10bf33e0a434 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:44:15.319182 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e502cd96-0675-4cdc-8255-10bf33e0a434 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:44:15.319894 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e502cd96-0675-4cdc-8255-10bf33e0a434 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:44:15.320091 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e502cd96-0675-4cdc-8255-10bf33e0a434 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:44:15.320515 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e502cd96-0675-4cdc-8255-10bf33e0a434 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:44:15.321111 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e502cd96-0675-4cdc-8255-10bf33e0a434 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:44:15.321365 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e502cd96-0675-4cdc-8255-10bf33e0a434 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:44:15.321758 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e502cd96-0675-4cdc-8255-10bf33e0a434 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:44:15.322131 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e502cd96-0675-4cdc-8255-10bf33e0a434 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:44:15.331595 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-e502cd96-0675-4cdc-8255-10bf33e0a434 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=3858b4d7a6304254bff79aa991efdbe7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3816676 Feb 15 21:44:15.331836 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83998) accepted ('10.222.0.68', 50724) {{(pid=83998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:44:15.333077 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-e502cd96-0675-4cdc-8255-10bf33e0a434 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:44:15.402346 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-87173222-d3ad-4894-872a-ec17eca02fca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:15.433921 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-87173222-d3ad-4894-872a-ec17eca02fca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:15.488225 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-87173222-d3ad-4894-872a-ec17eca02fca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:15.493586 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-09d960d0-999c-483b-b8e1-1bbc7a2b738e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:44:15.507844 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7110c08-d494-4c4c-b54f-b92a6093059b req-9b1b61fe-3735-4356-ba1c-a0632abb5062 tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:44:15.508784 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87173222-d3ad-4894-872a-ec17eca02fca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3504eb74-e1b3-4eb1-a44b-c8ad8c347967,revision_number=None']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:44:15.509570 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-b7110c08-d494-4c4c-b54f-b92a6093059b req-9b1b61fe-3735-4356-ba1c-a0632abb5062 tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] 10.222.0.68 "GET /v2.0/ports?device_id=ae922114-4147-4f73-b5e9-915c8663d8ef HTTP/1.1" status: 200 len: 945 time: 0.0961726 Feb 15 21:44:15.511803 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-87173222-d3ad-4894-872a-ec17eca02fca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:44:15.513120 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-87173222-d3ad-4894-872a-ec17eca02fca admin admin] Notify callbacks [] for security_group, before_response {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:15.514933 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-87173222-d3ad-4894-872a-ec17eca02fca admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/3504eb74-e1b3-4eb1-a44b-c8ad8c347967 HTTP/1.1" status: 204 len: 168 time: 0.1803904 Feb 15 21:44:15.588990 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-b7110c08-d494-4c4c-b54f-b92a6093059b req-2d5d317e-63e0-4c92-90b0-3bf6f33ae58d tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] 10.222.0.68 "GET /v2.0/security-groups?id=ee7e2f94-af80-4e44-a0b7-17d277ea3aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606041 Feb 15 21:44:15.844204 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83998) accepted ('10.222.0.68', 50744) {{(pid=83998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:44:15.865540 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-6a3a966c-a055-409c-a66f-c06c9764e496 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:15.882555 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-6a3a966c-a055-409c-a66f-c06c9764e496 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:44:15.886831 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-6a3a966c-a055-409c-a66f-c06c9764e496 admin admin] Usage tracker for resource:security_group_rule and tenant:4c28da28d4624962b33583ad02f9d188 is out of sync, need to count used quota {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:44:15.890600 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-6a3a966c-a055-409c-a66f-c06c9764e496 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:44:15.897434 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-6a3a966c-a055-409c-a66f-c06c9764e496 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:44:16.036721 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-6a3a966c-a055-409c-a66f-c06c9764e496 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:16.043065 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-6a3a966c-a055-409c-a66f-c06c9764e496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:16.055861 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-7f71d827-26af-4eea-bd7f-b3ecc430381c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:44:16.117031 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-6a3a966c-a055-409c-a66f-c06c9764e496 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=4c28da28d4624962b33583ad02f9d188&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2682381 Feb 15 21:44:16.117031 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3a966c-a055-409c-a66f-c06c9764e496 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b0ff5cc-6dd7-4e54-afdc-c384248ec6ef,revision_number=1']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:44:16.117239 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 50758) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:44:16.118781 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-6a3a966c-a055-409c-a66f-c06c9764e496 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:44:16.144545 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e773670a-d9bd-49ee-801b-ebaf6deee62c req-4fd230ba-d60b-4419-aec1-f3519bf241e7 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:44:16.146257 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-e773670a-d9bd-49ee-801b-ebaf6deee62c req-4fd230ba-d60b-4419-aec1-f3519bf241e7 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/ports?device_id=94c5b34a-a93a-417f-9bb0-dfd725a45c9f HTTP/1.1" status: 200 len: 943 time: 0.1524451 Feb 15 21:44:16.198512 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-e773670a-d9bd-49ee-801b-ebaf6deee62c req-78c511c3-5524-4cc2-a62d-089413d4a58e tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/security-groups?id=d41abb3f-0e7c-40e2-b25e-05dfee7102d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455060 Feb 15 21:44:16.269629 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-2632e4a2-99f8-4675-8646-dfbaeb9be45a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:16.273142 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Device 290b6e31-3e92-4be6-ae0f-67d442e34ed0 up at agent ovs-agent-hv-cinder-77525 {{(pid=84000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:44:16.320443 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-2632e4a2-99f8-4675-8646-dfbaeb9be45a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:16.348232 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3caf35-f980-49f5-a181-e052c13c421a req-ad6102b4-d460-4de2-a253-645f4ac20da7 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:44:16.350356 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-1a3caf35-f980-49f5-a181-e052c13c421a req-ad6102b4-d460-4de2-a253-645f4ac20da7 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "GET /v2.0/ports?device_id=75161876-5fd7-4cd5-bcc1-e7aef527b1ee HTTP/1.1" status: 200 len: 945 time: 0.1573386 Feb 15 21:44:16.399360 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Provisioning complete for port 290b6e31-3e92-4be6-ae0f-67d442e34ed0 triggered by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:44:16.399763 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:16.434199 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-1a3caf35-f980-49f5-a181-e052c13c421a req-ef7e6594-d87e-4ca0-86f1-a175ff9de446 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "GET /v2.0/security-groups?id=0f7c9e5d-2f88-4d15-bd89-ff8afec8e837&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757754 Feb 15 21:44:16.446113 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-2632e4a2-99f8-4675-8646-dfbaeb9be45a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:16.452579 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-8221860c-e704-47fb-935a-a6fa018932da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:44:16.470151 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2632e4a2-99f8-4675-8646-dfbaeb9be45a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b0ff5cc-6dd7-4e54-afdc-c384248ec6ef,revision_number=None']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:44:16.472130 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-2632e4a2-99f8-4675-8646-dfbaeb9be45a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:44:16.495955 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-2632e4a2-99f8-4675-8646-dfbaeb9be45a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:16.497213 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-2632e4a2-99f8-4675-8646-dfbaeb9be45a admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/0b0ff5cc-6dd7-4e54-afdc-c384248ec6ef HTTP/1.1" status: 204 len: 168 time: 0.3785615 Feb 15 21:44:16.611337 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Device 9893a8d2-0f6f-4123-8406-4e5415a08932 up at agent ovs-agent-hv-cinder-77525 {{(pid=84000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:44:16.697556 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Provisioning complete for port 9893a8d2-0f6f-4123-8406-4e5415a08932 triggered by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:44:16.697985 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:16.956065 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dcc9a7-739a-4002-b93a-3cedd1a1f190 req-e89cbfbc-b14c-485a-9c2f-79224d4d670b tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:44:16.957856 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-13dcc9a7-739a-4002-b93a-3cedd1a1f190 req-e89cbfbc-b14c-485a-9c2f-79224d4d670b tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] 10.222.0.68 "GET /v2.0/ports?device_id=ae922114-4147-4f73-b5e9-915c8663d8ef HTTP/1.1" status: 200 len: 945 time: 0.1656976 Feb 15 21:44:17.031098 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-13dcc9a7-739a-4002-b93a-3cedd1a1f190 req-231e97b0-a9c2-4463-922f-f1396485009e tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] 10.222.0.68 "GET /v2.0/security-groups?id=ee7e2f94-af80-4e44-a0b7-17d277ea3aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627682 Feb 15 21:44:17.436139 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa4c9ef-175c-4a36-a2f4-8d8c3eb5933e req-befc247b-21ac-432e-b365-1ff9490ba9dd tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:44:17.439421 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-baa4c9ef-175c-4a36-a2f4-8d8c3eb5933e req-befc247b-21ac-432e-b365-1ff9490ba9dd tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/ports?device_id=94c5b34a-a93a-417f-9bb0-dfd725a45c9f HTTP/1.1" status: 200 len: 943 time: 0.0979280 Feb 15 21:44:17.492075 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-baa4c9ef-175c-4a36-a2f4-8d8c3eb5933e req-f1c8b3cd-0108-43e3-bdfd-10884073ea82 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/security-groups?id=d41abb3f-0e7c-40e2-b25e-05dfee7102d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476413 Feb 15 21:44:17.689744 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e81083c-71ef-4ed4-b546-1eafc14cf154 req-4e15f565-5711-4ed4-acc7-b25153b4c688 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:44:17.691382 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-0e81083c-71ef-4ed4-b546-1eafc14cf154 req-4e15f565-5711-4ed4-acc7-b25153b4c688 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "GET /v2.0/ports?device_id=75161876-5fd7-4cd5-bcc1-e7aef527b1ee HTTP/1.1" status: 200 len: 945 time: 0.1087577 Feb 15 21:44:17.747242 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-0e81083c-71ef-4ed4-b546-1eafc14cf154 req-1b7ad746-65de-442d-8087-d336db690a0f tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "GET /v2.0/security-groups?id=0f7c9e5d-2f88-4d15-bd89-ff8afec8e837&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493264 Feb 15 21:44:18.328611 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ccee92-2f46-4776-a01b-d758d6890cc8 req-2a0d21bb-de83-4a72-af7a-5cfa470ec14c tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:44:18.330609 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-25ccee92-2f46-4776-a01b-d758d6890cc8 req-2a0d21bb-de83-4a72-af7a-5cfa470ec14c tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] 10.222.0.68 "GET /v2.0/ports?device_id=ae922114-4147-4f73-b5e9-915c8663d8ef HTTP/1.1" status: 200 len: 945 time: 0.1054254 Feb 15 21:44:18.392728 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-25ccee92-2f46-4776-a01b-d758d6890cc8 req-f4fec512-1ded-436d-ae82-ab8d0bcf4a27 tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] 10.222.0.68 "GET /v2.0/security-groups?id=ee7e2f94-af80-4e44-a0b7-17d277ea3aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549645 Feb 15 21:44:18.728186 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4581241-1dca-4aee-ab04-f4c233c30fd8 req-c7c8e03e-752b-4d99-a9b6-64e2963d0393 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:44:18.729887 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-d4581241-1dca-4aee-ab04-f4c233c30fd8 req-c7c8e03e-752b-4d99-a9b6-64e2963d0393 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/ports?device_id=94c5b34a-a93a-417f-9bb0-dfd725a45c9f HTTP/1.1" status: 200 len: 943 time: 0.0917683 Feb 15 21:44:18.787197 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-d4581241-1dca-4aee-ab04-f4c233c30fd8 req-93470a1d-ae86-4d69-b148-025ef9beeed0 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/security-groups?id=d41abb3f-0e7c-40e2-b25e-05dfee7102d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443273 Feb 15 21:44:19.024664 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89556284-a437-48b4-ac76-dfb76db9e600 req-c03d4c0c-680b-4262-8ec4-b80c49a7d2b2 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:44:19.026317 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-89556284-a437-48b4-ac76-dfb76db9e600 req-c03d4c0c-680b-4262-8ec4-b80c49a7d2b2 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "GET /v2.0/ports?device_id=75161876-5fd7-4cd5-bcc1-e7aef527b1ee HTTP/1.1" status: 200 len: 945 time: 0.1198223 Feb 15 21:44:19.074250 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-65c65342-e2d9-4b0b-8a73-a7a8b34bb776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:19.084218 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-89556284-a437-48b4-ac76-dfb76db9e600 req-9fff163e-4aca-4dc4-a3a9-e9cfd1e5177b tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "GET /v2.0/security-groups?id=0f7c9e5d-2f88-4d15-bd89-ff8afec8e837&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514774 Feb 15 21:44:19.626009 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60667f2-3db3-4cf2-a1d5-98b97fe9b0a4 req-ab5be47d-8c92-4f08-99ec-a47b7f223503 tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:44:19.627954 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-b60667f2-3db3-4cf2-a1d5-98b97fe9b0a4 req-ab5be47d-8c92-4f08-99ec-a47b7f223503 tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] 10.222.0.68 "GET /v2.0/ports?device_id=ae922114-4147-4f73-b5e9-915c8663d8ef HTTP/1.1" status: 200 len: 945 time: 0.1112585 Feb 15 21:44:19.682012 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-b60667f2-3db3-4cf2-a1d5-98b97fe9b0a4 req-8dbd6acf-8026-41b0-929b-8636412b73d8 tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] 10.222.0.68 "GET /v2.0/security-groups?id=ee7e2f94-af80-4e44-a0b7-17d277ea3aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463724 Feb 15 21:44:20.068791 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fd81b6-92c8-4ad8-8353-d129900d5d3a req-0abbba6b-3bc4-47f4-9e7d-9553a50e3e54 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:44:20.070634 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-d9fd81b6-92c8-4ad8-8353-d129900d5d3a req-0abbba6b-3bc4-47f4-9e7d-9553a50e3e54 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/ports?device_id=94c5b34a-a93a-417f-9bb0-dfd725a45c9f HTTP/1.1" status: 200 len: 943 time: 0.0902503 Feb 15 21:44:20.142543 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-d9fd81b6-92c8-4ad8-8353-d129900d5d3a req-0c7bfaa1-f360-4aa0-a72e-414ba06113c0 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/security-groups?id=d41abb3f-0e7c-40e2-b25e-05dfee7102d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641353 Feb 15 21:44:20.367763 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4192319-e624-4cf3-ab77-ccab2ba32620 req-1b0aec65-e307-45d2-a53b-68eb547ca382 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:44:20.369861 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-a4192319-e624-4cf3-ab77-ccab2ba32620 req-1b0aec65-e307-45d2-a53b-68eb547ca382 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "GET /v2.0/ports?device_id=75161876-5fd7-4cd5-bcc1-e7aef527b1ee HTTP/1.1" status: 200 len: 945 time: 0.0997775 Feb 15 21:44:20.423978 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-a4192319-e624-4cf3-ab77-ccab2ba32620 req-3003c114-b08b-4593-abca-b9be7142c96f tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "GET /v2.0/security-groups?id=0f7c9e5d-2f88-4d15-bd89-ff8afec8e837&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467446 Feb 15 21:44:20.938150 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4b77f3-ab8d-4789-88f3-9eca1ba5f79a req-be75f118-af9b-404b-b4e9-2388839d4172 tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:44:20.946484 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-0e4b77f3-ab8d-4789-88f3-9eca1ba5f79a req-be75f118-af9b-404b-b4e9-2388839d4172 tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] 10.222.0.68 "GET /v2.0/ports?device_id=ae922114-4147-4f73-b5e9-915c8663d8ef HTTP/1.1" status: 200 len: 945 time: 0.1214528 Feb 15 21:44:20.997909 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-0e4b77f3-ab8d-4789-88f3-9eca1ba5f79a req-63b2daad-c8a5-4084-8b2e-c440c0a53b71 tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] 10.222.0.68 "GET /v2.0/security-groups?id=ee7e2f94-af80-4e44-a0b7-17d277ea3aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503120 Feb 15 21:44:21.373941 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef754194-6a6e-495e-94bb-4fb8aad04109 req-abc8a9ba-90c2-4c9b-9278-74e85e14c46d tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:44:21.375631 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-ef754194-6a6e-495e-94bb-4fb8aad04109 req-abc8a9ba-90c2-4c9b-9278-74e85e14c46d tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/ports?device_id=94c5b34a-a93a-417f-9bb0-dfd725a45c9f HTTP/1.1" status: 200 len: 943 time: 0.1051064 Feb 15 21:44:21.434860 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-ef754194-6a6e-495e-94bb-4fb8aad04109 req-26a7e993-dec6-4978-be3d-2b5c0e8968d1 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/security-groups?id=d41abb3f-0e7c-40e2-b25e-05dfee7102d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506172 Feb 15 21:44:21.635698 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1f4975-30cc-4541-a802-b8123836554f req-3fa1db0e-7de3-4220-a849-9524e20634ce tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:44:21.637500 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-fe1f4975-30cc-4541-a802-b8123836554f req-3fa1db0e-7de3-4220-a849-9524e20634ce tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "GET /v2.0/ports?device_id=75161876-5fd7-4cd5-bcc1-e7aef527b1ee HTTP/1.1" status: 200 len: 945 time: 0.0942135 Feb 15 21:44:21.687140 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-fe1f4975-30cc-4541-a802-b8123836554f req-d95212e0-6959-4848-9fd2-ddc25f68295c tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "GET /v2.0/security-groups?id=0f7c9e5d-2f88-4d15-bd89-ff8afec8e837&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422831 Feb 15 21:44:22.237453 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea90d43-fc62-470f-82a2-9edb04ac0aaf req-3f57e15b-c671-4f9d-996c-90f09ac151de tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:44:22.239055 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-9ea90d43-fc62-470f-82a2-9edb04ac0aaf req-3f57e15b-c671-4f9d-996c-90f09ac151de tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] 10.222.0.68 "GET /v2.0/ports?device_id=ae922114-4147-4f73-b5e9-915c8663d8ef HTTP/1.1" status: 200 len: 945 time: 0.1123478 Feb 15 21:44:22.266149 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 50904) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:44:22.293930 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-9ea90d43-fc62-470f-82a2-9edb04ac0aaf req-07625a47-4ab6-4a35-88cf-9ec641cb947d tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] 10.222.0.68 "GET /v2.0/security-groups?id=ee7e2f94-af80-4e44-a0b7-17d277ea3aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462494 Feb 15 21:44:22.335674 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.db_base_plugin_v2 [None req-4825230d-480f-4319-93ce-0adf86caf646 admin admin] Deleting subnet c56b427c-4f7a-4115-b778-29d346ebe80c {{(pid=83999) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 15 21:44:22.339143 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-4825230d-480f-4319-93ce-0adf86caf646 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:22.359362 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-10e9aab4-2009-42c7-a437-4c22a17815ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:22.399414 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-4825230d-480f-4319-93ce-0adf86caf646 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262175358'] for subnet, precommit_delete_associations {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:22.460689 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-4825230d-480f-4319-93ce-0adf86caf646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3509935'] for subnet, precommit_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:22.530254 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-4f2d6fe3-588d-414d-8fc0-9e430caa4704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:22.777195 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67bb17d-90b3-4dcd-9eb8-3d9f2da6c155 req-8a66079c-616a-4d45-8c16-23b2702214da tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:44:22.778866 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-e67bb17d-90b3-4dcd-9eb8-3d9f2da6c155 req-8a66079c-616a-4d45-8c16-23b2702214da tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/ports?device_id=94c5b34a-a93a-417f-9bb0-dfd725a45c9f HTTP/1.1" status: 200 len: 943 time: 0.2045186 Feb 15 21:44:22.902858 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-e67bb17d-90b3-4dcd-9eb8-3d9f2da6c155 req-44708040-c0ae-4669-bebf-0c29ffff9f4a tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/security-groups?id=d41abb3f-0e7c-40e2-b25e-05dfee7102d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893795 Feb 15 21:44:22.949647 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-4825230d-480f-4319-93ce-0adf86caf646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851265832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-960643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036592534740'] for subnet, after_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:22.954992 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90aad39-d416-41e7-8d34-19132e517f3a req-8f8e006e-f772-4cd1-85b2-4dac2d9816eb tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:44:22.966604 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-e90aad39-d416-41e7-8d34-19132e517f3a req-8f8e006e-f772-4cd1-85b2-4dac2d9816eb tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "GET /v2.0/ports?device_id=75161876-5fd7-4cd5-bcc1-e7aef527b1ee HTTP/1.1" status: 200 len: 945 time: 0.1187229 Feb 15 21:44:22.977729 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-be5c54f9-adcd-4421-b83f-0c0a229abaa9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:44:23.025003 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-e90aad39-d416-41e7-8d34-19132e517f3a req-a85ddba9-525d-4b56-bdb5-8f038b8fa57f tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "GET /v2.0/security-groups?id=0f7c9e5d-2f88-4d15-bd89-ff8afec8e837&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564709 Feb 15 21:44:23.027502 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4825230d-480f-4319-93ce-0adf86caf646 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c56b427c-4f7a-4115-b778-29d346ebe80c,revision_number=None']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:44:23.032300 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-4825230d-480f-4319-93ce-0adf86caf646 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:44:23.128680 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-4825230d-480f-4319-93ce-0adf86caf646 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851048245'] for subnet, before_response {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:23.137755 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-4825230d-480f-4319-93ce-0adf86caf646 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/c56b427c-4f7a-4115-b778-29d346ebe80c HTTP/1.1" status: 204 len: 168 time: 0.8698609 Feb 15 21:44:23.140808 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 50920) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:44:23.274194 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-41494b24-cc64-4535-8fba-e5af01a8561e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3535857'] for network, before_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:23.487416 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:23.562436 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-41494b24-cc64-4535-8fba-e5af01a8561e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3509558', 'neutron.services.segments.db._delete_segments_for_network--9223363257536900809'] for network, precommit_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:23.694291 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bc1500-c2a9-4cca-91da-001cf721e542 req-5af6da83-5d4c-422e-a0c4-51b37799d00e tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:44:23.694868 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-91bc1500-c2a9-4cca-91da-001cf721e542 req-5af6da83-5d4c-422e-a0c4-51b37799d00e tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] 10.222.0.68 "GET /v2.0/ports?device_id=ae922114-4147-4f73-b5e9-915c8663d8ef HTTP/1.1" status: 200 len: 945 time: 0.2100830 Feb 15 21:44:23.727690 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.services.segments.db [None req-41494b24-cc64-4535-8fba-e5af01a8561e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4cb94c9-5a9a-4e6a-890c-f8f3d05830cf']}} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:44:23.747512 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.services.segments.db [None req-41494b24-cc64-4535-8fba-e5af01a8561e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4706fe9e-ebde-4b1c-abdd-c4c6df8f240c') {'for_net_delete': True} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:44:23.747780 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.services.segments.db [None req-41494b24-cc64-4535-8fba-e5af01a8561e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4706fe9e-ebde-4b1c-abdd-c4c6df8f240c') {} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:44:23.779077 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-41494b24-cc64-4535-8fba-e5af01a8561e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318004322', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036592600458'] for segment, before_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:23.789577 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-91bc1500-c2a9-4cca-91da-001cf721e542 req-d21e4b7f-3f85-4ef4-8cea-654ddfd3d48a tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] 10.222.0.68 "GET /v2.0/security-groups?id=ee7e2f94-af80-4e44-a0b7-17d277ea3aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842886 Feb 15 21:44:23.798686 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-41494b24-cc64-4535-8fba-e5af01a8561e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515977'] for segment, precommit_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:23.801022 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-41494b24-cc64-4535-8fba-e5af01a8561e admin admin] Releasing vxlan tunnel 8 to pool {{(pid=83999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 15 21:44:24.019088 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.managers [None req-41494b24-cc64-4535-8fba-e5af01a8561e admin admin] Network d4cb94c9-5a9a-4e6a-890c-f8f3d05830cf has no segments {{(pid=83999) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 15 21:44:24.033716 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-41494b24-cc64-4535-8fba-e5af01a8561e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851259790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-960598'] for segment, after_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:24.158391 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee482e56-710e-4dd6-9858-c75b3f9032e8 req-1f21d62b-5b86-42a7-88ab-a6e778e67650 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:44:24.161139 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-ee482e56-710e-4dd6-9858-c75b3f9032e8 req-1f21d62b-5b86-42a7-88ab-a6e778e67650 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/ports?device_id=94c5b34a-a93a-417f-9bb0-dfd725a45c9f HTTP/1.1" status: 200 len: 943 time: 0.1273468 Feb 15 21:44:24.228783 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-ee482e56-710e-4dd6-9858-c75b3f9032e8 req-3260d4e7-be8e-4850-9718-9a12abdc6b12 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/security-groups?id=d41abb3f-0e7c-40e2-b25e-05dfee7102d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606334 Feb 15 21:44:24.431306 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-c15141da-837e-426e-b554-b41f5a3e4bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:24.590919 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.managers [None req-41494b24-cc64-4535-8fba-e5af01a8561e admin admin] Network d4cb94c9-5a9a-4e6a-890c-f8f3d05830cf has no segments {{(pid=83999) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 15 21:44:24.619522 dv-cinder-775250-3-smb neutron-server[83887]: Traceback (most recent call last): Feb 15 21:44:24.619522 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 21:44:24.619522 dv-cinder-775250-3-smb neutron-server[83887]: timer() Feb 15 21:44:24.619522 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 21:44:24.619522 dv-cinder-775250-3-smb neutron-server[83887]: cb(*args, **kw) Feb 15 21:44:24.619522 dv-cinder-775250-3-smb neutron-server[83887]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 15 21:44:24.619522 dv-cinder-775250-3-smb neutron-server[83887]: return func(*args, **kwargs) Feb 15 21:44:24.619522 dv-cinder-775250-3-smb neutron-server[83887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 21:44:24.619522 dv-cinder-775250-3-smb neutron-server[83887]: self._notify() Feb 15 21:44:24.619522 dv-cinder-775250-3-smb neutron-server[83887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 21:44:24.619522 dv-cinder-775250-3-smb neutron-server[83887]: self.callback(batched_events) Feb 15 21:44:24.619522 dv-cinder-775250-3-smb neutron-server[83887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 21:44:24.619522 dv-cinder-775250-3-smb neutron-server[83887]: event.method(event) Feb 15 21:44:24.619522 dv-cinder-775250-3-smb neutron-server[83887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 21:44:24.619522 dv-cinder-775250-3-smb neutron-server[83887]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 21:44:24.619522 dv-cinder-775250-3-smb neutron-server[83887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 15 21:44:24.619522 dv-cinder-775250-3-smb neutron-server[83887]: segment_id)['aggregates'][0] Feb 15 21:44:24.619522 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 21:44:24.619522 dv-cinder-775250-3-smb neutron-server[83887]: return f(self, *a, **k) Feb 15 21:44:24.619522 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 21:44:24.619522 dv-cinder-775250-3-smb neutron-server[83887]: return self._get(url).json() Feb 15 21:44:24.619522 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 21:44:24.619522 dv-cinder-775250-3-smb neutron-server[83887]: **kwargs) Feb 15 21:44:24.619522 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 15 21:44:24.619522 dv-cinder-775250-3-smb neutron-server[83887]: return self.request(url, 'GET', **kwargs) Feb 15 21:44:24.619522 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 15 21:44:24.619522 dv-cinder-775250-3-smb neutron-server[83887]: **endpoint_filter) Feb 15 21:44:24.619522 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 15 21:44:24.619522 dv-cinder-775250-3-smb neutron-server[83887]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 21:44:24.619522 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 15 21:44:24.619522 dv-cinder-775250-3-smb neutron-server[83887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 21:44:24.619522 dv-cinder-775250-3-smb neutron-server[83887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 21:44:24.735457 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2310f1-9061-4781-8c21-399a8cc5db1e req-fb26200c-1f75-4746-aff6-477935885240 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:44:24.735457 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-ec2310f1-9061-4781-8c21-399a8cc5db1e req-fb26200c-1f75-4746-aff6-477935885240 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "GET /v2.0/ports?device_id=75161876-5fd7-4cd5-bcc1-e7aef527b1ee HTTP/1.1" status: 200 len: 945 time: 0.3892202 Feb 15 21:44:24.812847 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-41494b24-cc64-4535-8fba-e5af01a8561e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851266290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3816652'] for network, after_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:24.849792 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-ec2310f1-9061-4781-8c21-399a8cc5db1e req-428b781a-5190-4003-a62c-2161371e3f21 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "GET /v2.0/security-groups?id=0f7c9e5d-2f88-4d15-bd89-ff8afec8e837&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1095049 Feb 15 21:44:24.852867 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-0dceb7db-f98c-4bc2-9eaa-25733c78a4ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:44:24.871258 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-41494b24-cc64-4535-8fba-e5af01a8561e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851048245'] for network, before_response {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:24.904798 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41494b24-cc64-4535-8fba-e5af01a8561e admin admin] Pushing event deleted for resources: {'Network': ['ID=d4cb94c9-5a9a-4e6a-890c-f8f3d05830cf,revision_number=None']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:44:24.917936 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-41494b24-cc64-4535-8fba-e5af01a8561e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:44:24.917936 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-41494b24-cc64-4535-8fba-e5af01a8561e admin admin] 10.222.0.68 "DELETE /v2.0/networks/d4cb94c9-5a9a-4e6a-890c-f8f3d05830cf HTTP/1.1" status: 204 len: 168 time: 1.7744725 Feb 15 21:44:25.211684 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3432d326-00b3-4544-907b-a4c1be30a036 req-a38f20df-9fe7-43c7-a1e1-fd7877702edf tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:44:25.220672 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-3432d326-00b3-4544-907b-a4c1be30a036 req-a38f20df-9fe7-43c7-a1e1-fd7877702edf tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] 10.222.0.68 "GET /v2.0/ports?device_id=ae922114-4147-4f73-b5e9-915c8663d8ef HTTP/1.1" status: 200 len: 945 time: 0.1581285 Feb 15 21:44:25.235464 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 50962) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:44:25.287915 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-3432d326-00b3-4544-907b-a4c1be30a036 req-bc79077b-09b5-4692-8738-5c23fa0e181d tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] 10.222.0.68 "GET /v2.0/security-groups?id=ee7e2f94-af80-4e44-a0b7-17d277ea3aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657525 Feb 15 21:44:25.330599 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83998) accepted ('10.222.0.68', 50968) {{(pid=83998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:44:25.331290 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-38b3d55c-e0ff-43c7-811a-75db5ed7267d admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=4774bd6de9424041b36c50b9df5678da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0938230 Feb 15 21:44:25.403789 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-48050343-3049-4ec5-bea4-46bff179d6c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:25.438392 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-48050343-3049-4ec5-bea4-46bff179d6c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:25.499086 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-48050343-3049-4ec5-bea4-46bff179d6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:25.504476 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-b9b6864d-138b-4860-8e0f-94b6e865e453 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:44:25.532017 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48050343-3049-4ec5-bea4-46bff179d6c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bc26fce-d2b5-431c-b40f-aa9fc664e5a1,revision_number=None']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:44:25.535635 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41c1249-1039-49b1-936d-1b7e0db012c3 req-fa9d8601-c5d7-4b04-8ee8-7ef0385219a5 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:44:25.536095 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-48050343-3049-4ec5-bea4-46bff179d6c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:25.537551 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-48050343-3049-4ec5-bea4-46bff179d6c4 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/8bc26fce-d2b5-431c-b40f-aa9fc664e5a1 HTTP/1.1" status: 204 len: 168 time: 0.2052448 Feb 15 21:44:25.538788 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-48050343-3049-4ec5-bea4-46bff179d6c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:44:25.559440 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-f41c1249-1039-49b1-936d-1b7e0db012c3 req-fa9d8601-c5d7-4b04-8ee8-7ef0385219a5 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/ports?device_id=94c5b34a-a93a-417f-9bb0-dfd725a45c9f HTTP/1.1" status: 200 len: 943 time: 0.1612458 Feb 15 21:44:25.612720 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-f41c1249-1039-49b1-936d-1b7e0db012c3 req-bac03b3e-01c1-4637-9b42-24335eed66a2 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/security-groups?id=d41abb3f-0e7c-40e2-b25e-05dfee7102d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521863 Feb 15 21:44:26.125796 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e8c030-41b1-4de4-8740-851cdc4371ea req-e1193914-c17a-4a37-9aa7-7b736bd9d731 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:44:26.133939 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-e4e8c030-41b1-4de4-8740-851cdc4371ea req-e1193914-c17a-4a37-9aa7-7b736bd9d731 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "GET /v2.0/ports?device_id=75161876-5fd7-4cd5-bcc1-e7aef527b1ee HTTP/1.1" status: 200 len: 945 time: 0.1006258 Feb 15 21:44:26.179731 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-e4e8c030-41b1-4de4-8740-851cdc4371ea req-beb660fd-4197-4f0d-b3b2-89157f4f022b tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "GET /v2.0/security-groups?id=0f7c9e5d-2f88-4d15-bd89-ff8afec8e837&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447979 Feb 15 21:44:26.458596 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83998) accepted ('10.222.0.68', 50998) {{(pid=83998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:44:26.515386 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b14b0fe-3e5b-4be1-b8fe-21c53e28e152 req-96bccf74-86ec-452e-9342-ead5de5c2631 tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:44:26.517170 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-5b14b0fe-3e5b-4be1-b8fe-21c53e28e152 req-96bccf74-86ec-452e-9342-ead5de5c2631 tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] 10.222.0.68 "GET /v2.0/ports?device_id=ae922114-4147-4f73-b5e9-915c8663d8ef HTTP/1.1" status: 200 len: 945 time: 0.1126668 Feb 15 21:44:26.584827 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-5b14b0fe-3e5b-4be1-b8fe-21c53e28e152 req-ee63bf8b-2b19-402d-8f36-211c047fdf63 tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] 10.222.0.68 "GET /v2.0/security-groups?id=ee7e2f94-af80-4e44-a0b7-17d277ea3aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603349 Feb 15 21:44:26.600876 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.v2.base [None req-2304ebc8-3e87-4ffc-a9db-0aa826def47a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1988866333-network', 'tenant_id': 'b71bf34df67e45829c465ac56f78d37b'}} {{(pid=83998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:44:26.613274 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-2304ebc8-3e87-4ffc-a9db-0aa826def47a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:44:26.617831 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-2304ebc8-3e87-4ffc-a9db-0aa826def47a admin admin] Usage tracker for resource:network and tenant:b71bf34df67e45829c465ac56f78d37b is out of sync, need to count used quota {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:44:26.620874 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-2304ebc8-3e87-4ffc-a9db-0aa826def47a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:44:26.626938 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-2304ebc8-3e87-4ffc-a9db-0aa826def47a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:44:26.636902 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2304ebc8-3e87-4ffc-a9db-0aa826def47a admin admin] Made reservation on behalf of b71bf34df67e45829c465ac56f78d37b for: {'network': 1} {{(pid=83998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 15 21:44:26.642039 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-2304ebc8-3e87-4ffc-a9db-0aa826def47a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for network, before_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:26.656077 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-2304ebc8-3e87-4ffc-a9db-0aa826def47a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:26.672228 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-2304ebc8-3e87-4ffc-a9db-0aa826def47a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:44:26.676550 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-2304ebc8-3e87-4ffc-a9db-0aa826def47a admin admin] Usage tracker for resource:security_group_rule and tenant:b71bf34df67e45829c465ac56f78d37b is out of sync, need to count used quota {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:44:26.680045 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-2304ebc8-3e87-4ffc-a9db-0aa826def47a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:44:26.685957 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-2304ebc8-3e87-4ffc-a9db-0aa826def47a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:44:26.854238 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-2304ebc8-3e87-4ffc-a9db-0aa826def47a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:26.861037 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-2304ebc8-3e87-4ffc-a9db-0aa826def47a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:26.878730 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2304ebc8-3e87-4ffc-a9db-0aa826def47a admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=83998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 15 21:44:26.882127 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-08b9f5ff-c007-4f0c-a576-90ae2da10bd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:44:26.898025 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-2304ebc8-3e87-4ffc-a9db-0aa826def47a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8779317874991', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515977'] for segment, precommit_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:26.898462 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.db.segments_db [None req-2304ebc8-3e87-4ffc-a9db-0aa826def47a admin admin] Added segment e19c5e97-aaf1-4d97-9bc3-e0a7867a1ed4 of type vxlan for network 17650221-126f-4533-a3d9-bfbcad2f9afd Feb 15 21:44:26.927827 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-2304ebc8-3e87-4ffc-a9db-0aa826def47a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363257537296944'] for network, precommit_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:26.982252 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-2304ebc8-3e87-4ffc-a9db-0aa826def47a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232'] for network, after_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:26.990900 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2304ebc8-3e87-4ffc-a9db-0aa826def47a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:44:26.991543 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-2304ebc8-3e87-4ffc-a9db-0aa826def47a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851048245'] for network, before_response {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:27.006309 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2304ebc8-3e87-4ffc-a9db-0aa826def47a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50cb1b5e-10b2-417d-a978-a2a613df9f11,revision_number=1']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:44:27.009885 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-2304ebc8-3e87-4ffc-a9db-0aa826def47a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:44:27.015523 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-bba26f1b-a74e-45af-b26f-54d64a3e14f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:44:27.075527 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0b2495-d61f-4c5f-bf2d-e1d809608b82 req-1c8da0b5-34a0-4f4d-99cf-2a558895723c tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:44:27.077236 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-cf0b2495-d61f-4c5f-bf2d-e1d809608b82 req-1c8da0b5-34a0-4f4d-99cf-2a558895723c tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/ports?device_id=94c5b34a-a93a-417f-9bb0-dfd725a45c9f HTTP/1.1" status: 200 len: 943 time: 0.3015947 Feb 15 21:44:27.160431 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 51022) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:44:27.160673 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-2304ebc8-3e87-4ffc-a9db-0aa826def47a admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7004972 Feb 15 21:44:27.167441 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.v2.base [None req-4826710e-da17-4772-a5cb-b37a571564e5 admin admin] Request body: {'subnet': {'network_id': '17650221-126f-4533-a3d9-bfbcad2f9afd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1988866333-subnet', 'tenant_id': 'b71bf34df67e45829c465ac56f78d37b', 'ip_version': 4}} {{(pid=83999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:44:27.169303 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2304ebc8-3e87-4ffc-a9db-0aa826def47a admin admin] Pushing event updated for resources: {'Network': ['ID=17650221-126f-4533-a3d9-bfbcad2f9afd,revision_number=1']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:44:27.173176 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-2304ebc8-3e87-4ffc-a9db-0aa826def47a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:44:27.180562 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-4826710e-da17-4772-a5cb-b37a571564e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:44:27.181526 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Network 17650221-126f-4533-a3d9-bfbcad2f9afd details requested by agent ovs-agent-dv-cinder-775250-3-smb with host dv-cinder-775250-3-smb {{(pid=84000) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 15 21:44:27.185325 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-4826710e-da17-4772-a5cb-b37a571564e5 admin admin] Usage tracker for resource:subnet and tenant:b71bf34df67e45829c465ac56f78d37b is out of sync, need to count used quota {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:44:27.189648 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-4826710e-da17-4772-a5cb-b37a571564e5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:44:27.195619 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-4826710e-da17-4772-a5cb-b37a571564e5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:44:27.223135 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-cf0b2495-d61f-4c5f-bf2d-e1d809608b82 req-3f984f43-6eb7-480d-90ab-f3e688d75790 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/security-groups?id=d41abb3f-0e7c-40e2-b25e-05dfee7102d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871856 Feb 15 21:44:27.226632 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4826710e-da17-4772-a5cb-b37a571564e5 admin admin] Made reservation on behalf of b71bf34df67e45829c465ac56f78d37b for: {'subnet': 1} {{(pid=83999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 15 21:44:27.248471 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-4826710e-da17-4772-a5cb-b37a571564e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036592533813'] for subnet, before_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:27.278058 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83998) accepted ('10.222.0.68', 51028) {{(pid=83998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:44:27.370470 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Network 17650221-126f-4533-a3d9-bfbcad2f9afd details requested by agent ovs-agent-hv-cinder-77525 with host hv-cinder-77525 {{(pid=84000) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 15 21:44:27.489405 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-2a8dd8da-dace-442a-bf3d-8f6a93952e12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:27.506611 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-2a8dd8da-dace-442a-bf3d-8f6a93952e12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:44:27.512119 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-2a8dd8da-dace-442a-bf3d-8f6a93952e12 admin admin] Usage tracker for resource:security_group_rule and tenant:5317eaf5618843c292f42c73ced7e540 is out of sync, need to count used quota {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:44:27.516078 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-2a8dd8da-dace-442a-bf3d-8f6a93952e12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:44:27.523514 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-2a8dd8da-dace-442a-bf3d-8f6a93952e12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:44:27.583038 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203af105-4fb2-4c04-9f04-fc4106a706dd req-8db1d173-62bb-441e-ba50-4f3e11d5f8f3 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:44:27.584866 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-203af105-4fb2-4c04-9f04-fc4106a706dd req-8db1d173-62bb-441e-ba50-4f3e11d5f8f3 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "GET /v2.0/ports?device_id=75161876-5fd7-4cd5-bcc1-e7aef527b1ee HTTP/1.1" status: 200 len: 945 time: 0.1845980 Feb 15 21:44:27.627543 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-2a8dd8da-dace-442a-bf3d-8f6a93952e12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:27.631199 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-2a8dd8da-dace-442a-bf3d-8f6a93952e12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:27.641365 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-5747e811-ce1a-4892-94f7-7f86c8544f4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:44:27.686415 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-2a8dd8da-dace-442a-bf3d-8f6a93952e12 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=5317eaf5618843c292f42c73ced7e540&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4071140 Feb 15 21:44:27.688272 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8dd8da-dace-442a-bf3d-8f6a93952e12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17fc5477-6622-4edd-9f55-83349efa1b49,revision_number=1']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:44:27.691250 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83998) accepted ('10.222.0.68', 51036) {{(pid=83998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:44:27.720402 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-2a8dd8da-dace-442a-bf3d-8f6a93952e12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:44:27.728414 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-203af105-4fb2-4c04-9f04-fc4106a706dd req-5d391e92-c4a4-4d80-89a5-00a1d6248654 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "GET /v2.0/security-groups?id=0f7c9e5d-2f88-4d15-bd89-ff8afec8e837&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1261876 Feb 15 21:44:27.832003 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-86fbddbe-6e91-452f-9e17-c310fbda7310 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:27.863325 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-86fbddbe-6e91-452f-9e17-c310fbda7310 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:27.904062 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-4826710e-da17-4772-a5cb-b37a571564e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853815097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262241076'] for subnet, after_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:27.916433 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-86fbddbe-6e91-452f-9e17-c310fbda7310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:27.923434 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-d6e3f2ce-9ea5-402d-ab32-8199b4629d15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:44:27.939116 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fbddbe-6e91-452f-9e17-c310fbda7310 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17fc5477-6622-4edd-9f55-83349efa1b49,revision_number=None']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:44:27.945841 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-86fbddbe-6e91-452f-9e17-c310fbda7310 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:44:27.947490 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-86fbddbe-6e91-452f-9e17-c310fbda7310 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:27.948834 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-86fbddbe-6e91-452f-9e17-c310fbda7310 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/17fc5477-6622-4edd-9f55-83349efa1b49 HTTP/1.1" status: 204 len: 168 time: 0.2564898 Feb 15 21:44:28.007097 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be5ea20-bf53-4e16-b54e-26fbce638a18 req-368e0129-d5d1-4f22-bb4c-54984919b270 tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:44:28.007097 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-0be5ea20-bf53-4e16-b54e-26fbce638a18 req-368e0129-d5d1-4f22-bb4c-54984919b270 tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] 10.222.0.68 "GET /v2.0/ports?device_id=ae922114-4147-4f73-b5e9-915c8663d8ef HTTP/1.1" status: 200 len: 945 time: 0.2500396 Feb 15 21:44:28.041432 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:44:28.058478 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-0be5ea20-bf53-4e16-b54e-26fbce638a18 req-e5fb655d-2e45-45e2-9d8e-88cf8e08d420 tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] 10.222.0.68 "GET /v2.0/security-groups?id=ee7e2f94-af80-4e44-a0b7-17d277ea3aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471764 Feb 15 21:44:28.183239 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4826710e-da17-4772-a5cb-b37a571564e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7958a86e-12be-499c-918a-a8ccd033f569,revision_number=0']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:44:28.186611 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-4826710e-da17-4772-a5cb-b37a571564e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:44:28.216997 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4826710e-da17-4772-a5cb-b37a571564e5 admin admin] Checking segment: {'id': 'e19c5e97-aaf1-4d97-9bc3-e0a7867a1ed4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '17650221-126f-4533-a3d9-bfbcad2f9afd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 21:44:28.217519 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4826710e-da17-4772-a5cb-b37a571564e5 admin admin] Network hostable DHCP agents. Network: 17650221-126f-4533-a3d9-bfbcad2f9afd, hostable agents: ['d424e710-01f3-4b4f-8c21-3c6c336e6167'], hosted agents: [] {{(pid=83999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 15 21:44:28.236901 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4826710e-da17-4772-a5cb-b37a571564e5 admin admin] Network 17650221-126f-4533-a3d9-bfbcad2f9afd is scheduled to be hosted by DHCP agent d424e710-01f3-4b4f-8c21-3c6c336e6167 with binding_index 1 {{(pid=83999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 15 21:44:28.249249 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.base_scheduler [None req-4826710e-da17-4772-a5cb-b37a571564e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775250-3-smb, 17650221-126f-4533-a3d9-bfbcad2f9afd) {{(pid=83999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 21:44:28.257143 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa300a09-58f5-49a1-ab9c-cf288c51df75 None None] Network 17650221-126f-4533-a3d9-bfbcad2f9afd requested from dv-cinder-775250-3-smb {{(pid=84000) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 15 21:44:28.262141 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4826710e-da17-4772-a5cb-b37a571564e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:44:28.263066 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-4826710e-da17-4772-a5cb-b37a571564e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851048245'] for subnet, before_response {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:28.289833 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83998) accepted ('10.222.0.68', 51048) {{(pid=83998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:44:28.290265 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-4826710e-da17-4772-a5cb-b37a571564e5 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1283653 Feb 15 21:44:28.295756 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.v2.base [None req-73c0086e-4357-4dd2-aa43-c2b594d48cd2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1988866333-router', 'tenant_id': 'b71bf34df67e45829c465ac56f78d37b', 'external_gateway_info': {'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6'}}} {{(pid=83998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:44:28.310597 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-73c0086e-4357-4dd2-aa43-c2b594d48cd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:44:28.315282 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-73c0086e-4357-4dd2-aa43-c2b594d48cd2 admin admin] Usage tracker for resource:router and tenant:b71bf34df67e45829c465ac56f78d37b is out of sync, need to count used quota {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:44:28.318794 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-73c0086e-4357-4dd2-aa43-c2b594d48cd2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:44:28.329303 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-73c0086e-4357-4dd2-aa43-c2b594d48cd2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:44:28.374013 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-73c0086e-4357-4dd2-aa43-c2b594d48cd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3812454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854714798'] for router, before_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:28.379181 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-73c0086e-4357-4dd2-aa43-c2b594d48cd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850963330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3877128', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3679487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61018'] for router, precommit_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:28.459320 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-73c0086e-4357-4dd2-aa43-c2b594d48cd2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:28.492615 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 51052) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:44:28.517584 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-1ed9516c-38bb-4bd8-b646-9a21f36f1d0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:28.538614 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-1ed9516c-38bb-4bd8-b646-9a21f36f1d0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:44:28.545952 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-1ed9516c-38bb-4bd8-b646-9a21f36f1d0d admin admin] Usage tracker for resource:security_group_rule and tenant:d947618591694aeab27e11f4b53a7013 is out of sync, need to count used quota {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:44:28.546190 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c537eb9e-15b2-4013-8e88-d17b8c0ec945 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca428795-fbe4-5597-aa86-ac3b8be07699-17650221-126f-4533-a3d9-bfbcad2f9afd', 'network_id': '17650221-126f-4533-a3d9-bfbcad2f9afd', 'tenant_id': 'b71bf34df67e45829c465ac56f78d37b', 'fixed_ips': [{'subnet_id': '7958a86e-12be-499c-918a-a8ccd033f569'}]}} from dv-cinder-775250-3-smb. {{(pid=84000) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 15 21:44:28.547339 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-c537eb9e-15b2-4013-8e88-d17b8c0ec945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:28.550032 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-1ed9516c-38bb-4bd8-b646-9a21f36f1d0d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:44:28.558401 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-1ed9516c-38bb-4bd8-b646-9a21f36f1d0d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:44:28.593643 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95552ac1-3708-4ca6-abeb-78cae8a67532 req-cfeece4c-c088-4607-a832-3dc5a767611b tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:44:28.595385 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-95552ac1-3708-4ca6-abeb-78cae8a67532 req-cfeece4c-c088-4607-a832-3dc5a767611b tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/ports?device_id=94c5b34a-a93a-417f-9bb0-dfd725a45c9f HTTP/1.1" status: 200 len: 943 time: 0.2069013 Feb 15 21:44:28.656528 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-95552ac1-3708-4ca6-abeb-78cae8a67532 req-bcf621f7-0f8c-4536-9f20-141ae1f525e4 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/security-groups?id=d41abb3f-0e7c-40e2-b25e-05dfee7102d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532663 Feb 15 21:44:28.729190 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-1ed9516c-38bb-4bd8-b646-9a21f36f1d0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:28.733013 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-1ed9516c-38bb-4bd8-b646-9a21f36f1d0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:28.744712 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-5cf64a9a-eebf-4581-9872-9e1266e08b57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:44:28.798216 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed9516c-38bb-4bd8-b646-9a21f36f1d0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f7abdf5-2d70-425a-a4b2-db425291e8dd,revision_number=1']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:44:28.802464 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-1ed9516c-38bb-4bd8-b646-9a21f36f1d0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:44:28.816286 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-1ed9516c-38bb-4bd8-b646-9a21f36f1d0d admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=d947618591694aeab27e11f4b53a7013&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3205009 Feb 15 21:44:28.820820 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 51058) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:44:28.936005 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-79da556e-64c7-4f1b-a468-074bd330fd76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:28.966593 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-79da556e-64c7-4f1b-a468-074bd330fd76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:28.997107 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.db_base_plugin_common [None req-c537eb9e-15b2-4013-8e88-d17b8c0ec945 None None] Allocated IP 172.20.0.2 (17650221-126f-4533-a3d9-bfbcad2f9afd/7958a86e-12be-499c-918a-a8ccd033f569/39a159ab-1574-4a58-a502-7b00de915df5) {{(pid=84000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 15 21:44:29.015271 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-79da556e-64c7-4f1b-a468-074bd330fd76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:29.021243 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-24d09c66-7ddb-40e8-8b57-91390f609765 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:44:29.032941 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79da556e-64c7-4f1b-a468-074bd330fd76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f7abdf5-2d70-425a-a4b2-db425291e8dd,revision_number=None']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:44:29.037550 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-79da556e-64c7-4f1b-a468-074bd330fd76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:44:29.041181 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-79da556e-64c7-4f1b-a468-074bd330fd76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:29.042437 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-79da556e-64c7-4f1b-a468-074bd330fd76 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/6f7abdf5-2d70-425a-a4b2-db425291e8dd HTTP/1.1" status: 204 len: 168 time: 0.2048752 Feb 15 21:44:29.147318 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-73c0086e-4357-4dd2-aa43-c2b594d48cd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850959326', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3813296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61003'] for router, precommit_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:29.275094 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-c537eb9e-15b2-4013-8e88-d17b8c0ec945 None None] Notify callbacks [] for port, precommit_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:29.289293 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-c537eb9e-15b2-4013-8e88-d17b8c0ec945 None None] Transition to ACTIVE for port object 39a159ab-1574-4a58-a502-7b00de915df5 will not be triggered until provisioned by entity L2. {{(pid=84000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 21:44:29.306162 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389b6360-46dd-4c84-96b5-7df189d1563c req-32ef3ac3-be48-438f-9520-fb5b45ddead3 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:44:29.308266 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-c537eb9e-15b2-4013-8e88-d17b8c0ec945 None None] Transition to ACTIVE for port object 39a159ab-1574-4a58-a502-7b00de915df5 will not be triggered until provisioned by entity DHCP. {{(pid=84000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 21:44:29.308704 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-389b6360-46dd-4c84-96b5-7df189d1563c req-32ef3ac3-be48-438f-9520-fb5b45ddead3 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "GET /v2.0/ports?device_id=75161876-5fd7-4cd5-bcc1-e7aef527b1ee HTTP/1.1" status: 200 len: 945 time: 0.3915892 Feb 15 21:44:29.314629 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-c537eb9e-15b2-4013-8e88-d17b8c0ec945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363257537239207'] for port, after_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:29.320789 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5258633-ea2c-422b-81c5-cd8db21a8a2a req-35261048-475d-4275-8966-8057c3d4966e tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:44:29.323262 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-f5258633-ea2c-422b-81c5-cd8db21a8a2a req-35261048-475d-4275-8966-8057c3d4966e tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] 10.222.0.68 "GET /v2.0/ports?device_id=ae922114-4147-4f73-b5e9-915c8663d8ef HTTP/1.1" status: 200 len: 945 time: 0.1060951 Feb 15 21:44:29.332943 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:44:29.369262 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-389b6360-46dd-4c84-96b5-7df189d1563c req-e2c97e2e-85f4-4781-8467-0f1ff7989cde tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "GET /v2.0/security-groups?id=0f7c9e5d-2f88-4d15-bd89-ff8afec8e837&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495195 Feb 15 21:44:29.400928 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-f5258633-ea2c-422b-81c5-cd8db21a8a2a req-fce25760-97d5-4c3b-b33e-3161ee21121c tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] 10.222.0.68 "GET /v2.0/security-groups?id=ee7e2f94-af80-4e44-a0b7-17d277ea3aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707312 Feb 15 21:44:29.494656 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c537eb9e-15b2-4013-8e88-d17b8c0ec945 None None] Pushing event updated for resources: {'Port': ['ID=39a159ab-1574-4a58-a502-7b00de915df5,revision_number=1']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:44:29.507838 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c537eb9e-15b2-4013-8e88-d17b8c0ec945 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:44:29.508332 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c537eb9e-15b2-4013-8e88-d17b8c0ec945 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:44:29.509037 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c537eb9e-15b2-4013-8e88-d17b8c0ec945 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:44:29.509454 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c537eb9e-15b2-4013-8e88-d17b8c0ec945 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:44:29.509838 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c537eb9e-15b2-4013-8e88-d17b8c0ec945 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:44:29.510205 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c537eb9e-15b2-4013-8e88-d17b8c0ec945 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:44:29.510580 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c537eb9e-15b2-4013-8e88-d17b8c0ec945 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:44:29.510950 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c537eb9e-15b2-4013-8e88-d17b8c0ec945 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:44:29.511718 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c537eb9e-15b2-4013-8e88-d17b8c0ec945 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:44:29.512107 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c537eb9e-15b2-4013-8e88-d17b8c0ec945 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:44:29.512489 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c537eb9e-15b2-4013-8e88-d17b8c0ec945 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:44:29.512862 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c537eb9e-15b2-4013-8e88-d17b8c0ec945 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:44:29.513295 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c537eb9e-15b2-4013-8e88-d17b8c0ec945 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:44:29.513728 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c537eb9e-15b2-4013-8e88-d17b8c0ec945 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:44:29.514461 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c537eb9e-15b2-4013-8e88-d17b8c0ec945 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:44:29.514828 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c537eb9e-15b2-4013-8e88-d17b8c0ec945 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:44:29.515195 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c537eb9e-15b2-4013-8e88-d17b8c0ec945 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:44:29.515965 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c537eb9e-15b2-4013-8e88-d17b8c0ec945 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:44:29.516338 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c537eb9e-15b2-4013-8e88-d17b8c0ec945 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:44:29.516868 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c537eb9e-15b2-4013-8e88-d17b8c0ec945 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:44:29.517596 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c537eb9e-15b2-4013-8e88-d17b8c0ec945 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:44:29.518057 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c537eb9e-15b2-4013-8e88-d17b8c0ec945 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:44:29.518339 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c537eb9e-15b2-4013-8e88-d17b8c0ec945 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:44:29.518703 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c537eb9e-15b2-4013-8e88-d17b8c0ec945 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:44:29.524714 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-c537eb9e-15b2-4013-8e88-d17b8c0ec945 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:44:29.565279 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c537eb9e-15b2-4013-8e88-d17b8c0ec945 None None] Network 17650221-126f-4533-a3d9-bfbcad2f9afd is already hosted by enough agents. {{(pid=84000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 21:44:29.567252 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.base_scheduler [None req-c537eb9e-15b2-4013-8e88-d17b8c0ec945 None None] Resources bound (agent type, host, resource id): {{(pid=84000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 21:44:29.570412 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c537eb9e-15b2-4013-8e88-d17b8c0ec945 None None] Received port after_create {{(pid=84000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 15 21:44:29.601528 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-73c0086e-4357-4dd2-aa43-c2b594d48cd2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:29.633370 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.managers [None req-c537eb9e-15b2-4013-8e88-d17b8c0ec945 None None] Attempting to bind port 39a159ab-1574-4a58-a502-7b00de915df5 on host dv-cinder-775250-3-smb for vnic_type normal with profile {{(pid=84000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 21:44:29.633821 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.managers [None req-c537eb9e-15b2-4013-8e88-d17b8c0ec945 None None] Attempting to bind port 39a159ab-1574-4a58-a502-7b00de915df5 by drivers openvswitch on host dv-cinder-775250-3-smb at level 0 using segments [{'id': 'e19c5e97-aaf1-4d97-9bc3-e0a7867a1ed4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '17650221-126f-4533-a3d9-bfbcad2f9afd'}] {{(pid=84000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 15 21:44:29.634223 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c537eb9e-15b2-4013-8e88-d17b8c0ec945 None None] Attempting to bind port 39a159ab-1574-4a58-a502-7b00de915df5 on network 17650221-126f-4533-a3d9-bfbcad2f9afd {{(pid=84000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 15 21:44:29.636450 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-73c0086e-4357-4dd2-aa43-c2b594d48cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:29.640433 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c537eb9e-15b2-4013-8e88-d17b8c0ec945 None None] Checking agent: {'id': 'c4d26ba9-4355-4b6a-ac8e-61eaae13650f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 21, 30, 23), 'started_at': datetime.datetime(2021, 2, 15, 21, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 21, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 21:44:29.640847 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c537eb9e-15b2-4013-8e88-d17b8c0ec945 None None] Checking segment: {'id': 'e19c5e97-aaf1-4d97-9bc3-e0a7867a1ed4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '17650221-126f-4533-a3d9-bfbcad2f9afd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 21:44:29.641425 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-c537eb9e-15b2-4013-8e88-d17b8c0ec945 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:29.641878 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c537eb9e-15b2-4013-8e88-d17b8c0ec945 None None] Bound using segment: {'id': 'e19c5e97-aaf1-4d97-9bc3-e0a7867a1ed4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '17650221-126f-4533-a3d9-bfbcad2f9afd'} {{(pid=84000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 21:44:29.642736 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.managers [None req-c537eb9e-15b2-4013-8e88-d17b8c0ec945 None None] Bound port: 39a159ab-1574-4a58-a502-7b00de915df5, host: dv-cinder-775250-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e19c5e97-aaf1-4d97-9bc3-e0a7867a1ed4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '17650221-126f-4533-a3d9-bfbcad2f9afd'}}] {{(pid=84000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 15 21:44:29.643119 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-c537eb9e-15b2-4013-8e88-d17b8c0ec945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:29.757304 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [None req-c537eb9e-15b2-4013-8e88-d17b8c0ec945 None None] For port 39a159ab-1574-4a58-a502-7b00de915df5, host dv-cinder-775250-3-smb, cleared binding levels {{(pid=84000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 15 21:44:29.762846 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [None req-c537eb9e-15b2-4013-8e88-d17b8c0ec945 None None] For port 39a159ab-1574-4a58-a502-7b00de915df5, host dv-cinder-775250-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-3-smb',level=0,port_id=39a159ab-1574-4a58-a502-7b00de915df5,segment=NetworkSegment(e19c5e97-aaf1-4d97-9bc3-e0a7867a1ed4),segment_id=e19c5e97-aaf1-4d97-9bc3-e0a7867a1ed4)] {{(pid=84000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 15 21:44:29.767824 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-c537eb9e-15b2-4013-8e88-d17b8c0ec945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779317976793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779317533282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257537242501'] for port, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:29.915405 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:44:29.996176 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d52ccf0-f347-495e-9796-fca36ede4fd0 req-cc5a604f-ce7a-4b1d-9c59-4db7a9be7518 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:44:29.998019 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-3d52ccf0-f347-495e-9796-fca36ede4fd0 req-cc5a604f-ce7a-4b1d-9c59-4db7a9be7518 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/ports?device_id=94c5b34a-a93a-417f-9bb0-dfd725a45c9f HTTP/1.1" status: 200 len: 943 time: 0.1924963 Feb 15 21:44:30.021442 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c537eb9e-15b2-4013-8e88-d17b8c0ec945 None None] Pushing event updated for resources: {'Port': ['ID=39a159ab-1574-4a58-a502-7b00de915df5,revision_number=2']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:44:30.035693 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-c537eb9e-15b2-4013-8e88-d17b8c0ec945 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:44:30.106415 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-3d52ccf0-f347-495e-9796-fca36ede4fd0 req-ae309404-0dee-41d1-8f87-6883a623dd5e tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/security-groups?id=d41abb3f-0e7c-40e2-b25e-05dfee7102d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756330 Feb 15 21:44:30.107575 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.db_base_plugin_common [None req-73c0086e-4357-4dd2-aa43-c2b594d48cd2 admin admin] Allocated IP 172.28.3.154 (f2926baf-a168-440c-89c9-d3754209afe6/200a9da9-53a8-4f45-a42a-32f02ceebfef/092b5458-e6ef-4fb2-9e95-77ae2cf1d04f) {{(pid=83998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 15 21:44:30.280235 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-73c0086e-4357-4dd2-aa43-c2b594d48cd2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:30.313035 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-73c0086e-4357-4dd2-aa43-c2b594d48cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363257537239207'] for port, after_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:30.333648 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-cf65943c-7576-48bf-8c97-9096b597b6d5 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:44:30.372380 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Device 9893a8d2-0f6f-4123-8406-4e5415a08932 up at agent ovs-agent-hv-cinder-77525 {{(pid=84000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:44:30.571699 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Provisioning complete for port 9893a8d2-0f6f-4123-8406-4e5415a08932 triggered by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:44:30.572191 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:30.583473 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c0086e-4357-4dd2-aa43-c2b594d48cd2 admin admin] Pushing event updated for resources: {'Port': ['ID=092b5458-e6ef-4fb2-9e95-77ae2cf1d04f,revision_number=1']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:44:30.588704 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-73c0086e-4357-4dd2-aa43-c2b594d48cd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:44:30.590982 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73c0086e-4357-4dd2-aa43-c2b594d48cd2 admin admin] Network f2926baf-a168-440c-89c9-d3754209afe6 is already hosted by enough agents. {{(pid=83998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 21:44:30.592802 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.base_scheduler [None req-73c0086e-4357-4dd2-aa43-c2b594d48cd2 admin admin] Resources bound (agent type, host, resource id): {{(pid=83998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 21:44:30.595166 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c0086e-4357-4dd2-aa43-c2b594d48cd2 admin admin] Received port after_create {{(pid=83998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 15 21:44:30.684096 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a85a33c-f117-4c98-b69b-8d564193c0ce req-b4e22591-623f-4e68-a0fc-3401edebe6f2 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:44:30.686182 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-9a85a33c-f117-4c98-b69b-8d564193c0ce req-b4e22591-623f-4e68-a0fc-3401edebe6f2 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "GET /v2.0/ports?device_id=75161876-5fd7-4cd5-bcc1-e7aef527b1ee HTTP/1.1" status: 200 len: 945 time: 0.1349070 Feb 15 21:44:30.748060 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-9a85a33c-f117-4c98-b69b-8d564193c0ce req-a736fbc9-06bf-4482-802f-6c39bb4d012e tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "GET /v2.0/security-groups?id=0f7c9e5d-2f88-4d15-bd89-ff8afec8e837&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530128 Feb 15 21:44:31.113648 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5d0b6c-34ac-4dad-af6d-06593f1a9969 req-1ddb705d-89bf-493e-a1a8-dd5daaa022ce tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:44:31.115324 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-bc5d0b6c-34ac-4dad-af6d-06593f1a9969 req-1ddb705d-89bf-493e-a1a8-dd5daaa022ce tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] 10.222.0.68 "GET /v2.0/ports?device_id=ae922114-4147-4f73-b5e9-915c8663d8ef HTTP/1.1" status: 200 len: 945 time: 0.4614334 Feb 15 21:44:31.126810 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57100aa5-63ad-43da-b817-901d318c7055 req-91bbd11c-4819-4886-8255-2185cea19851 tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:44:31.128543 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-57100aa5-63ad-43da-b817-901d318c7055 req-91bbd11c-4819-4886-8255-2185cea19851 tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] 10.222.0.46 "GET /v2.0/ports?device_id=ae922114-4147-4f73-b5e9-915c8663d8ef HTTP/1.1" status: 200 len: 945 time: 0.3413782 Feb 15 21:44:31.264244 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370fcb96-11fc-4548-886e-3425ebe48ae4 req-2a643578-cb8f-409b-96a1-26bc8c9d54d3 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:44:31.272545 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-370fcb96-11fc-4548-886e-3425ebe48ae4 req-2a643578-cb8f-409b-96a1-26bc8c9d54d3 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "GET /v2.0/ports?device_id=75161876-5fd7-4cd5-bcc1-e7aef527b1ee HTTP/1.1" status: 200 len: 945 time: 0.1871679 Feb 15 21:44:31.297744 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47bbbce-f33b-412e-8900-f01e902a99d6 req-3179b6be-7368-48d8-90dc-85a81e8fe2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:44:31.299765 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-c47bbbce-f33b-412e-8900-f01e902a99d6 req-3179b6be-7368-48d8-90dc-85a81e8fe2da service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=01d1e938225c413c8b7177a31ac61fd8&device_id=75161876-5fd7-4cd5-bcc1-e7aef527b1ee HTTP/1.1" status: 200 len: 1162 time: 0.1400259 Feb 15 21:44:31.393685 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-370fcb96-11fc-4548-886e-3425ebe48ae4 req-b61572d0-6d5c-4307-941b-5bcbc9463cd6 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "GET /v2.0/security-groups?id=0f7c9e5d-2f88-4d15-bd89-ff8afec8e837&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1199224 Feb 15 21:44:31.505253 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47bbbce-f33b-412e-8900-f01e902a99d6 req-796890a6-0471-481d-9573-af9ea07d4fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:44:31.507649 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-c47bbbce-f33b-412e-8900-f01e902a99d6 req-796890a6-0471-481d-9573-af9ea07d4fda service neutron] 10.222.0.46 "GET /v2.0/networks?id=69e9f844-d8da-4039-9b13-e108b452a38b HTTP/1.1" status: 200 len: 904 time: 0.1992743 Feb 15 21:44:31.541790 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-bc5d0b6c-34ac-4dad-af6d-06593f1a9969 req-d7231b73-7069-478a-a2e0-368cae8d9849 tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] 10.222.0.68 "GET /v2.0/security-groups?id=ee7e2f94-af80-4e44-a0b7-17d277ea3aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4097342 Feb 15 21:44:31.586031 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.plugin [req-57100aa5-63ad-43da-b817-901d318c7055 req-a30b2ac4-8946-41b2-9e60-671f80ceac3f tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] Deleting port 290b6e31-3e92-4be6-ae0f-67d442e34ed0 {{(pid=83998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 21:44:31.586427 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-57100aa5-63ad-43da-b817-901d318c7055 req-a30b2ac4-8946-41b2-9e60-671f80ceac3f tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779317974814'] for port, before_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:31.642558 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-73c0086e-4357-4dd2-aa43-c2b594d48cd2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:31.690100 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1c40954-4602-4c93-bbca-402441e484c5 None None] Network 17650221-126f-4533-a3d9-bfbcad2f9afd requested from dv-cinder-775250-3-smb {{(pid=84000) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 15 21:44:31.719287 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-c47bbbce-f33b-412e-8900-f01e902a99d6 req-525801ad-f311-42b5-9343-940e6a1d0c1f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9893a8d2-0f6f-4123-8406-4e5415a08932 HTTP/1.1" status: 200 len: 1001 time: 0.2025325 Feb 15 21:44:31.797223 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470f9f7b-a91b-4a7a-ac3e-a9fe437b8a0f req-2e00ddf5-9c78-452a-8b5f-4a905ac8c8d8 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:44:31.799130 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-470f9f7b-a91b-4a7a-ac3e-a9fe437b8a0f req-2e00ddf5-9c78-452a-8b5f-4a905ac8c8d8 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/ports?device_id=94c5b34a-a93a-417f-9bb0-dfd725a45c9f HTTP/1.1" status: 200 len: 943 time: 0.1650603 Feb 15 21:44:31.811505 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47bbbce-f33b-412e-8900-f01e902a99d6 req-a2e5a301-4b88-4335-b8f1-3992a29e685f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:44:31.813385 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-c47bbbce-f33b-412e-8900-f01e902a99d6 req-a2e5a301-4b88-4335-b8f1-3992a29e685f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=96a9e4d7-4193-4d87-beab-01964d61c871 HTTP/1.1" status: 200 len: 849 time: 0.0842569 Feb 15 21:44:32.074251 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-b409e484-47d9-4c56-aa7a-1f3c80833b22 None None] Provisioning for port 39a159ab-1574-4a58-a502-7b00de915df5 completed by entity DHCP. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 21:44:32.092686 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-470f9f7b-a91b-4a7a-ac3e-a9fe437b8a0f req-2867b7ea-f16b-4d06-a380-3c14b4ad02dd tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/security-groups?id=d41abb3f-0e7c-40e2-b25e-05dfee7102d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2830496 Feb 15 21:44:32.123789 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [req-57100aa5-63ad-43da-b817-901d318c7055 req-a30b2ac4-8946-41b2-9e60-671f80ceac3f tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] For port 290b6e31-3e92-4be6-ae0f-67d442e34ed0, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=290b6e31-3e92-4be6-ae0f-67d442e34ed0,segment=NetworkSegment(20660b0e-2a4d-4893-96d9-09882530bcf8),segment_id=20660b0e-2a4d-4893-96d9-09882530bcf8)] {{(pid=83998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:44:32.124388 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-57100aa5-63ad-43da-b817-901d318c7055 req-a30b2ac4-8946-41b2-9e60-671f80ceac3f tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3871786'] for port, precommit_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:32.141467 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47bbbce-f33b-412e-8900-f01e902a99d6 req-25cc7cad-0f54-4cf7-8048-c95859de54b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:44:32.143435 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-c47bbbce-f33b-412e-8900-f01e902a99d6 req-25cc7cad-0f54-4cf7-8048-c95859de54b0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=69e9f844-d8da-4039-9b13-e108b452a38b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3113635 Feb 15 21:44:32.186628 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Device 39a159ab-1574-4a58-a502-7b00de915df5 up at agent ovs-agent-dv-cinder-775250-3-smb {{(pid=84000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:44:32.273197 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.plugin [req-57100aa5-63ad-43da-b817-901d318c7055 req-a30b2ac4-8946-41b2-9e60-671f80ceac3f tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] Calling delete_port for 290b6e31-3e92-4be6-ae0f-67d442e34ed0 owned by compute:nova {{(pid=83998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 21:44:32.291428 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Provisioning for port 39a159ab-1574-4a58-a502-7b00de915df5 completed by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 21:44:32.297556 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Provisioning complete for port 39a159ab-1574-4a58-a502-7b00de915df5 triggered by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:44:32.298159 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:32.393033 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-c47bbbce-f33b-412e-8900-f01e902a99d6 req-14f8bd87-d35b-4b30-b2b4-fa0a68974d7d service neutron] 10.222.0.46 "GET /v2.0/networks/69e9f844-d8da-4039-9b13-e108b452a38b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2408874 Feb 15 21:44:32.481531 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:32.531136 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] For port 39a159ab-1574-4a58-a502-7b00de915df5, host dv-cinder-775250-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-3-smb',level=0,port_id=39a159ab-1574-4a58-a502-7b00de915df5,segment=NetworkSegment(e19c5e97-aaf1-4d97-9bc3-e0a7867a1ed4),segment_id=e19c5e97-aaf1-4d97-9bc3-e0a7867a1ed4)] {{(pid=84000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:44:32.534920 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779317976793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779317533282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257537242501'] for port, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:32.539096 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:44:32.662601 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Pushing event updated for resources: {'Port': ['ID=39a159ab-1574-4a58-a502-7b00de915df5,revision_number=3']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:44:32.666555 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-c47bbbce-f33b-412e-8900-f01e902a99d6 req-4f158ad9-031e-4909-a93d-68b779068051 service neutron] 10.222.0.46 "GET /v2.0/networks/69e9f844-d8da-4039-9b13-e108b452a38b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2602718 Feb 15 21:44:32.687083 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:44:32.707402 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-91a155c3-0b71-41c0-ae92-2a16a45e1344 None None] Provisioning complete for port 39a159ab-1574-4a58-a502-7b00de915df5 triggered by entity DHCP. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:44:32.707835 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-91a155c3-0b71-41c0-ae92-2a16a45e1344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:32.730969 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-57100aa5-63ad-43da-b817-901d318c7055 req-a30b2ac4-8946-41b2-9e60-671f80ceac3f tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779317976810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363257537242535'] for port, after_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:32.756662 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-63b7d66b-172c-49b6-a749-1306da292bc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:44:32.759529 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Device c77c9273-6b5a-4eb8-9ec7-1e5a309793f9 up at agent ovs-agent-hv-cinder-77525 {{(pid=84000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:44:32.849742 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-2ac8fc5c-d6d7-4bd9-bd4a-448aac8c24fb req-a9d80394-24d0-47ec-a7cb-e9e735ca4c49 tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] 10.222.0.68 "GET /v2.0/ports?device_id=ae922114-4147-4f73-b5e9-915c8663d8ef HTTP/1.1" status: 200 len: 210 time: 0.0951507 Feb 15 21:44:32.941790 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30b2ac4-8946-41b2-9e60-671f80ceac3f tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] Pushing event deleted for resources: {'Port': ['ID=290b6e31-3e92-4be6-ae0f-67d442e34ed0,revision_number=None']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:44:33.005553 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Provisioning complete for port c77c9273-6b5a-4eb8-9ec7-1e5a309793f9 triggered by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:44:33.005987 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:33.006103 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-a30b2ac4-8946-41b2-9e60-671f80ceac3f tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:44:33.093010 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e70ec4d-73cc-47e5-9686-4f912a4f7035 req-d6c36392-7409-4802-89a4-03b46564b1e7 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:44:33.094775 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-4e70ec4d-73cc-47e5-9686-4f912a4f7035 req-d6c36392-7409-4802-89a4-03b46564b1e7 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "GET /v2.0/ports?device_id=75161876-5fd7-4cd5-bcc1-e7aef527b1ee HTTP/1.1" status: 200 len: 945 time: 0.3614514 Feb 15 21:44:33.105220 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-73c0086e-4357-4dd2-aa43-c2b594d48cd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850962501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850959343'] for router, after_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:33.167588 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:33.206887 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] For port c77c9273-6b5a-4eb8-9ec7-1e5a309793f9, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=c77c9273-6b5a-4eb8-9ec7-1e5a309793f9,segment=NetworkSegment(1388e872-eab5-4c96-8eb7-e6fd8402e86b),segment_id=1388e872-eab5-4c96-8eb7-e6fd8402e86b)] {{(pid=84000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:44:33.208186 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94c5b34a-a93a-417f-9bb0-dfd725a45c9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c77c9273-6b5a-4eb8-9ec7-1e5a309793f9'}] {{(pid=84000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 21:44:33.217004 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779317976793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779317533282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257537242501'] for port, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:33.220350 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-c537eb9e-15b2-4013-8e88-d17b8c0ec945 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:44:33.294257 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Device 290b6e31-3e92-4be6-ae0f-67d442e34ed0 no longer exists at agent ovs-agent-hv-cinder-77525 {{(pid=84000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 15 21:44:33.339267 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-4ef8d605-a49f-46b8-8987-2aa60478cd06 None None] Provisioning complete for port 39a159ab-1574-4a58-a502-7b00de915df5 triggered by entity DHCP. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:44:33.340148 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-4ef8d605-a49f-46b8-8987-2aa60478cd06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:33.354570 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvrscheduler_db [req-57100aa5-63ad-43da-b817-901d318c7055 req-a30b2ac4-8946-41b2-9e60-671f80ceac3f tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] No DVR routers for this DVR port 290b6e31-3e92-4be6-ae0f-67d442e34ed0 on host hv-cinder-77525 {{(pid=83998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 15 21:44:33.362127 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-57100aa5-63ad-43da-b817-901d318c7055 req-a30b2ac4-8946-41b2-9e60-671f80ceac3f tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762656'] for port, before_response {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:33.367622 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae922114-4147-4f73-b5e9-915c8663d8ef', 'name': 'network-vif-deleted', 'tag': '290b6e31-3e92-4be6-ae0f-67d442e34ed0'}] {{(pid=83998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 21:44:33.393480 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-4e70ec4d-73cc-47e5-9686-4f912a4f7035 req-bcef4f4e-4270-4f2d-930d-5a4370ed0241 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "GET /v2.0/security-groups?id=0f7c9e5d-2f88-4d15-bd89-ff8afec8e837&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2837465 Feb 15 21:44:33.419141 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-57100aa5-63ad-43da-b817-901d318c7055 req-a30b2ac4-8946-41b2-9e60-671f80ceac3f tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] 10.222.0.46 "DELETE /v2.0/ports/290b6e31-3e92-4be6-ae0f-67d442e34ed0 HTTP/1.1" status: 204 len: 173 time: 2.2689054 Feb 15 21:44:33.432880 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.plugin [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] No Port match for: 290b6e31-3e92-4be6-ae0f-67d442e34ed0 {{(pid=84000) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 15 21:44:33.434088 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Device 290b6e31-3e92-4be6-ae0f-67d442e34ed0 not bound to the agent host hv-cinder-77525 {{(pid=84000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 15 21:44:33.462072 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Pushing event updated for resources: {'Port': ['ID=c77c9273-6b5a-4eb8-9ec7-1e5a309793f9,revision_number=6']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:44:33.465854 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:44:33.477577 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31d1ae1-8915-4280-8332-6063d81848f5 req-71aee61a-7c9e-494e-81f4-209d0bcaf4cb tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:44:33.496899 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-d31d1ae1-8915-4280-8332-6063d81848f5 req-71aee61a-7c9e-494e-81f4-209d0bcaf4cb tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/ports?device_id=94c5b34a-a93a-417f-9bb0-dfd725a45c9f HTTP/1.1" status: 200 len: 945 time: 0.1845472 Feb 15 21:44:33.553076 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73c0086e-4357-4dd2-aa43-c2b594d48cd2 admin admin] Router 65230bec-0090-4a3b-9735-54ee253d5f5c is scheduled to L3 agent dc46b086-6cb1-49e8-b95e-1fe9b389155e with binding_index 1 {{(pid=83998) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 15 21:44:33.569657 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94c5b34a-a93a-417f-9bb0-dfd725a45c9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c77c9273-6b5a-4eb8-9ec7-1e5a309793f9', 'code': 200} Feb 15 21:44:33.584831 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-d31d1ae1-8915-4280-8332-6063d81848f5 req-d8d28c77-6200-4ba2-8461-9879f9372be6 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/security-groups?id=d41abb3f-0e7c-40e2-b25e-05dfee7102d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868936 Feb 15 21:44:33.656516 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae922114-4147-4f73-b5e9-915c8663d8ef', 'name': 'network-vif-deleted', 'tag': '290b6e31-3e92-4be6-ae0f-67d442e34ed0', 'status': 'completed', 'code': 200} Feb 15 21:44:33.696349 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-3693f641-7473-4620-9c88-fd4a206f4fc5 None None] Provisioning complete for port 39a159ab-1574-4a58-a502-7b00de915df5 triggered by entity DHCP. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:44:33.696774 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-3693f641-7473-4620-9c88-fd4a206f4fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:33.790403 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73c0086e-4357-4dd2-aa43-c2b594d48cd2 admin admin] Notify agent at l3_agent.dv-cinder-775250-3-smb the message routers_updated {{(pid=83998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 15 21:44:33.813422 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-73c0086e-4357-4dd2-aa43-c2b594d48cd2 admin admin] Notify callbacks [] for router, before_response {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:33.813595 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f6614c-f4c8-4f73-b6d9-e6e723394ca4 None None] Sync routers for ids ['65230bec-0090-4a3b-9735-54ee253d5f5c'] in dv-cinder-775250-3-smb {{(pid=84000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 15 21:44:33.815213 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-73c0086e-4357-4dd2-aa43-c2b594d48cd2 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.5240121 Feb 15 21:44:33.818276 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83998) accepted ('10.222.0.68', 51210) {{(pid=83998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:44:33.842066 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f6614c-f4c8-4f73-b6d9-e6e723394ca4 None None] Routers {'65230bec-0090-4a3b-9735-54ee253d5f5c'} bound to L3 agent in host dv-cinder-775250-3-smb {{(pid=84000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 21:44:33.842793 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_hamode_db [None req-25f6614c-f4c8-4f73-b6d9-e6e723394ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-15T21:30:22Z,description=,heartbeat_timestamp=2021-02-15T21:44:22Z,host='dv-cinder-775250-3-smb',id=dc46b086-6cb1-49e8-b95e-1fe9b389155e,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T21:30:22Z,topic='l3_agent')) {'router_ids': ['65230bec-0090-4a3b-9735-54ee253d5f5c'], 'active': True} {{(pid=84000) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:44:34.044597 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvr_db [None req-25f6614c-f4c8-4f73-b6d9-e6e723394ca4 None None] Set router 65230bec-0090-4a3b-9735-54ee253d5f5c gateway port host: dv-cinder-775250-3-smb {{(pid=84000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 21:44:34.123199 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Device 39a159ab-1574-4a58-a502-7b00de915df5 up at agent ovs-agent-dv-cinder-775250-3-smb {{(pid=84000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:44:34.126470 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [req-4b0c6b58-a8c2-4b6f-acfa-c00ee8d2cacb req-447d0fb0-a3f9-47ba-9c86-3cd3496cd008 tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] Synchronizing usage tracker for tenant:bb524516aca84efa9420d2dabefca5d1 on resource:port {{(pid=83998) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 21:44:34.156446 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [req-4b0c6b58-a8c2-4b6f-acfa-c00ee8d2cacb req-447d0fb0-a3f9-47ba-9c86-3cd3496cd008 tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] Unset dirty status for tenant:bb524516aca84efa9420d2dabefca5d1 on resource:port {{(pid=83998) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 21:44:34.157858 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-4b0c6b58-a8c2-4b6f-acfa-c00ee8d2cacb req-447d0fb0-a3f9-47ba-9c86-3cd3496cd008 tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] 10.222.0.68 "GET /v2.0/ports?device_id=ae922114-4147-4f73-b5e9-915c8663d8ef HTTP/1.1" status: 200 len: 210 time: 0.0982988 Feb 15 21:44:34.371452 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 51224) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:44:34.414586 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Device c77c9273-6b5a-4eb8-9ec7-1e5a309793f9 up at agent ovs-agent-hv-cinder-77525 {{(pid=84000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:44:34.518643 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Provisioning complete for port 39a159ab-1574-4a58-a502-7b00de915df5 triggered by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:44:34.519077 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:34.553292 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-f65116e3-3cc6-47be-b7bb-ffb3d3449bcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:34.662107 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-f65116e3-3cc6-47be-b7bb-ffb3d3449bcd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:44:34.674347 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-f65116e3-3cc6-47be-b7bb-ffb3d3449bcd admin admin] Usage tracker for resource:security_group_rule and tenant:39da7578b327425caccfef62c1dacbf0 is out of sync, need to count used quota {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:44:34.675888 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Provisioning complete for port c77c9273-6b5a-4eb8-9ec7-1e5a309793f9 triggered by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:44:34.676323 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:34.681841 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-f65116e3-3cc6-47be-b7bb-ffb3d3449bcd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:44:34.697658 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faf485b-c0a2-4931-a915-bb083fc8c636 req-a5ffa040-d238-4af8-a2b2-d3cee1a28c28 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:44:34.706855 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-7faf485b-c0a2-4931-a915-bb083fc8c636 req-a5ffa040-d238-4af8-a2b2-d3cee1a28c28 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "GET /v2.0/ports?device_id=75161876-5fd7-4cd5-bcc1-e7aef527b1ee HTTP/1.1" status: 200 len: 945 time: 0.1252506 Feb 15 21:44:34.714636 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c658304-fd9e-451a-adc1-3047cdbb46bb req-7e92cefc-e17f-41e6-b6f7-31ae619cc9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:44:34.716575 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-9c658304-fd9e-451a-adc1-3047cdbb46bb req-7e92cefc-e17f-41e6-b6f7-31ae619cc9e8 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=94c5b34a-a93a-417f-9bb0-dfd725a45c9f HTTP/1.1" status: 200 len: 1162 time: 0.1335146 Feb 15 21:44:34.735740 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-f65116e3-3cc6-47be-b7bb-ffb3d3449bcd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:44:34.771419 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-7faf485b-c0a2-4931-a915-bb083fc8c636 req-27c381df-0c34-46e5-b214-2cfae0ca0d9f tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "GET /v2.0/security-groups?id=0f7c9e5d-2f88-4d15-bd89-ff8afec8e837&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636017 Feb 15 21:44:34.780229 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_hamode_db [None req-25f6614c-f4c8-4f73-b6d9-e6e723394ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65230bec-0090-4a3b-9735-54ee253d5f5c', 'name': 'tempest-TestMinimumBasicScenario-1988866333-router', 'tenant_id': 'b71bf34df67e45829c465ac56f78d37b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'external_fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.154'}], 'enable_snat': True}, 'gw_port_id': '092b5458-e6ef-4fb2-9e95-77ae2cf1d04f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:44:28Z', 'updated_at': '2021-02-15T21:44:30Z', 'revision_number': 3, 'project_id': 'b71bf34df67e45829c465ac56f78d37b', 'gw_port': {'id': '092b5458-e6ef-4fb2-9e95-77ae2cf1d04f', 'name': '', 'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:d7:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65230bec-0090-4a3b-9735-54ee253d5f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:44:29Z', 'updated_at': '2021-02-15T21:44:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-smb'}], 'dv-cinder-775250-3-smb', False) {} {{(pid=84000) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:44:34.794673 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f6614c-f4c8-4f73-b6d9-e6e723394ca4 None None] Checking router: 65230bec-0090-4a3b-9735-54ee253d5f5c for host: dv-cinder-775250-3-smb {{(pid=84000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 15 21:44:34.795242 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f6614c-f4c8-4f73-b6d9-e6e723394ca4 None None] Updating router 65230bec-0090-4a3b-9735-54ee253d5f5c port 092b5458-e6ef-4fb2-9e95-77ae2cf1d04f binding host dv-cinder-775250-3-smb {{(pid=84000) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 15 21:44:34.945426 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-25f6614c-f4c8-4f73-b6d9-e6e723394ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:34.973751 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Device 9893a8d2-0f6f-4123-8406-4e5415a08932 up at agent ovs-agent-hv-cinder-77525 {{(pid=84000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:44:35.101059 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-f65116e3-3cc6-47be-b7bb-ffb3d3449bcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:35.105815 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-f65116e3-3cc6-47be-b7bb-ffb3d3449bcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:35.108183 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-9c658304-fd9e-451a-adc1-3047cdbb46bb req-ec4b1629-59f7-4597-b56f-b7f573caf3a1 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d41abb3f-0e7c-40e2-b25e-05dfee7102d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1943691 Feb 15 21:44:35.115867 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-1ed9516c-38bb-4bd8-b646-9a21f36f1d0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:44:35.156319 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7188bbb3-1d4a-42b5-a18b-1fa0842990c5 req-c5344f1a-4b53-4daf-99f5-bee5943f3ce5 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:44:35.159024 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-7188bbb3-1d4a-42b5-a18b-1fa0842990c5 req-c5344f1a-4b53-4daf-99f5-bee5943f3ce5 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/ports?device_id=94c5b34a-a93a-417f-9bb0-dfd725a45c9f HTTP/1.1" status: 200 len: 945 time: 0.2439263 Feb 15 21:44:35.166036 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-f65116e3-3cc6-47be-b7bb-ffb3d3449bcd admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=39da7578b327425caccfef62c1dacbf0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7917502 Feb 15 21:44:35.166947 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 51236) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:44:35.171073 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65116e3-3cc6-47be-b7bb-ffb3d3449bcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b901df46-4435-4a5a-ad5f-a7c93ef3c82c,revision_number=1']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:44:35.175162 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-f65116e3-3cc6-47be-b7bb-ffb3d3449bcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:44:35.243187 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-75adbd49-b44e-4404-911f-07e9212aeebf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:35.260758 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-7188bbb3-1d4a-42b5-a18b-1fa0842990c5 req-e5fc54af-7e29-40a0-a771-7e2e6e0a7a72 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/security-groups?id=d41abb3f-0e7c-40e2-b25e-05dfee7102d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650012 Feb 15 21:44:35.262799 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-fb3855fe-73eb-4de8-a4d0-2f295633c606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:35.298655 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-75adbd49-b44e-4404-911f-07e9212aeebf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:35.342544 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Provisioning complete for port 9893a8d2-0f6f-4123-8406-4e5415a08932 triggered by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:44:35.342958 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:35.360217 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-75adbd49-b44e-4404-911f-07e9212aeebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:35.367764 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-6fe7f608-3923-49a9-a180-3636762619dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:44:35.385212 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-75adbd49-b44e-4404-911f-07e9212aeebf admin admin] Notify callbacks [] for security_group, before_response {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:35.391028 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-75adbd49-b44e-4404-911f-07e9212aeebf admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/b901df46-4435-4a5a-ad5f-a7c93ef3c82c HTTP/1.1" status: 204 len: 168 time: 0.2219570 Feb 15 21:44:35.392699 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75adbd49-b44e-4404-911f-07e9212aeebf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b901df46-4435-4a5a-ad5f-a7c93ef3c82c,revision_number=None']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:44:35.396301 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-75adbd49-b44e-4404-911f-07e9212aeebf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:44:35.683732 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.db_base_plugin_common [None req-fb3855fe-73eb-4de8-a4d0-2f295633c606 admin admin] Allocated IP 172.20.0.1 (17650221-126f-4533-a3d9-bfbcad2f9afd/7958a86e-12be-499c-918a-a8ccd033f569/fe7f9e10-43c1-45ba-8db2-235aeff37b80) {{(pid=83998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 15 21:44:35.757592 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 51258) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:44:35.788054 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-260e55a8-8d44-4fd2-bba7-cb795d538a58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:35.821164 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-260e55a8-8d44-4fd2-bba7-cb795d538a58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:44:35.828293 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-260e55a8-8d44-4fd2-bba7-cb795d538a58 admin admin] Usage tracker for resource:security_group_rule and tenant:3f1964424519442791495ff82389f096 is out of sync, need to count used quota {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:44:35.837097 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1167783-f5f9-46ef-bde4-07c9a3e054b2 req-3b3bf469-c4ff-45cf-9941-f2a4dc9aadab tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:44:35.838800 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-c1167783-f5f9-46ef-bde4-07c9a3e054b2 req-3b3bf469-c4ff-45cf-9941-f2a4dc9aadab tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] 10.222.0.68 "GET /v2.0/networks?id=9f249f0e-e020-4ed7-a12f-3a48b1fb8736 HTTP/1.1" status: 200 len: 809 time: 0.2233868 Feb 15 21:44:35.839714 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-260e55a8-8d44-4fd2-bba7-cb795d538a58 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:44:35.842190 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-25f6614c-f4c8-4f73-b6d9-e6e723394ca4 None None] Notify callbacks [] for port, precommit_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:35.845999 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-260e55a8-8d44-4fd2-bba7-cb795d538a58 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:44:35.856893 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-25f6614c-f4c8-4f73-b6d9-e6e723394ca4 None None] Transition to ACTIVE for port object 092b5458-e6ef-4fb2-9e95-77ae2cf1d04f will not be triggered until provisioned by entity L2. {{(pid=84000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 21:44:35.861785 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-25f6614c-f4c8-4f73-b6d9-e6e723394ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779317976793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779317533282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257537242501'] for port, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:35.878806 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-e48a92b6-aaeb-4bf0-974c-ce3f9bfb1ceb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:44:35.880955 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-c1167783-f5f9-46ef-bde4-07c9a3e054b2 req-feaf4dbf-adbe-43e5-8a8d-126ffa056650 tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] 10.222.0.68 "GET /v2.0/quotas/bb524516aca84efa9420d2dabefca5d1 HTTP/1.1" status: 200 len: 375 time: 0.0157881 Feb 15 21:44:35.891859 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-fb3855fe-73eb-4de8-a4d0-2f295633c606 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:35.910143 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-fb3855fe-73eb-4de8-a4d0-2f295633c606 admin admin] Transition to ACTIVE for port object fe7f9e10-43c1-45ba-8db2-235aeff37b80 will not be triggered until provisioned by entity DHCP. {{(pid=83998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 21:44:35.934996 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-fb3855fe-73eb-4de8-a4d0-2f295633c606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363257537239207'] for port, after_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:35.944331 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-c1167783-f5f9-46ef-bde4-07c9a3e054b2 req-57bbb7d2-6696-4ecd-b8dc-534419f84bd5 tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=bb524516aca84efa9420d2dabefca5d1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0537765 Feb 15 21:44:35.965527 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-7f426940-d348-43cc-940e-4903d751b0e3 tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:44:36.066340 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dadfb4d-6b96-4481-9964-05505387ecde None None] Pushing event updated for resources: {'Port': ['ID=092b5458-e6ef-4fb2-9e95-77ae2cf1d04f,revision_number=2']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:44:36.069659 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-8dadfb4d-6b96-4481-9964-05505387ecde None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:44:36.110582 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3855fe-73eb-4de8-a4d0-2f295633c606 admin admin] Pushing event updated for resources: {'Port': ['ID=fe7f9e10-43c1-45ba-8db2-235aeff37b80,revision_number=1']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:44:36.115977 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-fb3855fe-73eb-4de8-a4d0-2f295633c606 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:44:36.116301 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-260e55a8-8d44-4fd2-bba7-cb795d538a58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:36.120248 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-260e55a8-8d44-4fd2-bba7-cb795d538a58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:36.131007 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-43f402c8-a3d6-402d-9ff9-03311a1e273b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:44:36.135035 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.managers [None req-25f6614c-f4c8-4f73-b6d9-e6e723394ca4 None None] Attempting to bind port 092b5458-e6ef-4fb2-9e95-77ae2cf1d04f on host dv-cinder-775250-3-smb for vnic_type normal with profile {{(pid=84000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 21:44:36.135460 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.managers [None req-25f6614c-f4c8-4f73-b6d9-e6e723394ca4 None None] Attempting to bind port 092b5458-e6ef-4fb2-9e95-77ae2cf1d04f by drivers openvswitch on host dv-cinder-775250-3-smb at level 0 using segments [{'id': 'aaff8bb9-4958-4cc8-8842-2399e4673088', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6'}] {{(pid=84000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 15 21:44:36.135956 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f6614c-f4c8-4f73-b6d9-e6e723394ca4 None None] Attempting to bind port 092b5458-e6ef-4fb2-9e95-77ae2cf1d04f on network f2926baf-a168-440c-89c9-d3754209afe6 {{(pid=84000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 15 21:44:36.143313 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f6614c-f4c8-4f73-b6d9-e6e723394ca4 None None] Checking agent: {'id': 'c4d26ba9-4355-4b6a-ac8e-61eaae13650f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 21, 30, 23), 'started_at': datetime.datetime(2021, 2, 15, 21, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 21, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 21:44:36.143710 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f6614c-f4c8-4f73-b6d9-e6e723394ca4 None None] Checking segment: {'id': 'aaff8bb9-4958-4cc8-8842-2399e4673088', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 21:44:36.144782 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-25f6614c-f4c8-4f73-b6d9-e6e723394ca4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:36.145031 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f6614c-f4c8-4f73-b6d9-e6e723394ca4 None None] Bound using segment: {'id': 'aaff8bb9-4958-4cc8-8842-2399e4673088', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6'} {{(pid=84000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 21:44:36.145946 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.managers [None req-25f6614c-f4c8-4f73-b6d9-e6e723394ca4 None None] Bound port: 092b5458-e6ef-4fb2-9e95-77ae2cf1d04f, host: dv-cinder-775250-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaff8bb9-4958-4cc8-8842-2399e4673088', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6'}}] {{(pid=84000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 15 21:44:36.146598 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-25f6614c-f4c8-4f73-b6d9-e6e723394ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:36.162399 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb3855fe-73eb-4de8-a4d0-2f295633c606 admin admin] Network 17650221-126f-4533-a3d9-bfbcad2f9afd is already hosted by enough agents. {{(pid=83998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 21:44:36.163724 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.base_scheduler [None req-fb3855fe-73eb-4de8-a4d0-2f295633c606 admin admin] Resources bound (agent type, host, resource id): {{(pid=83998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 21:44:36.166195 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3855fe-73eb-4de8-a4d0-2f295633c606 admin admin] Received port after_create {{(pid=83998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 15 21:44:36.166780 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-fb3855fe-73eb-4de8-a4d0-2f295633c606 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036850961585'] for router_interface, before_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:36.194248 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-c1167783-f5f9-46ef-bde4-07c9a3e054b2 req-6eba7cf3-c459-40a4-8914-9ca4888386de service neutron] 10.222.0.68 "GET /v2.0/networks/9f249f0e-e020-4ed7-a12f-3a48b1fb8736?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2365239 Feb 15 21:44:36.196764 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260e55a8-8d44-4fd2-bba7-cb795d538a58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=525491ea-746d-4ac2-bf61-98da0dffb275,revision_number=1']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:44:36.204119 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-260e55a8-8d44-4fd2-bba7-cb795d538a58 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=3f1964424519442791495ff82389f096&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4428656 Feb 15 21:44:36.204119 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-260e55a8-8d44-4fd2-bba7-cb795d538a58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:44:36.204362 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 51262) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:44:36.287836 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [None req-25f6614c-f4c8-4f73-b6d9-e6e723394ca4 None None] For port 092b5458-e6ef-4fb2-9e95-77ae2cf1d04f, host dv-cinder-775250-3-smb, cleared binding levels {{(pid=84000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 15 21:44:36.292257 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [None req-25f6614c-f4c8-4f73-b6d9-e6e723394ca4 None None] For port 092b5458-e6ef-4fb2-9e95-77ae2cf1d04f, host dv-cinder-775250-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-3-smb',level=0,port_id=092b5458-e6ef-4fb2-9e95-77ae2cf1d04f,segment=NetworkSegment(aaff8bb9-4958-4cc8-8842-2399e4673088),segment_id=aaff8bb9-4958-4cc8-8842-2399e4673088)] {{(pid=84000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 15 21:44:36.298269 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-25f6614c-f4c8-4f73-b6d9-e6e723394ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779317976793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779317533282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257537242501'] for port, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:36.320248 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:44:36.418951 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-f081f080-632d-4f5f-a804-8e352066b39a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:36.458318 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Device c77c9273-6b5a-4eb8-9ec7-1e5a309793f9 up at agent ovs-agent-hv-cinder-77525 {{(pid=84000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:44:36.459261 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-c1167783-f5f9-46ef-bde4-07c9a3e054b2 req-b4d6cff0-1264-43f7-8d36-a585a828d528 service neutron] 10.222.0.68 "GET /v2.0/networks/9f249f0e-e020-4ed7-a12f-3a48b1fb8736?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2417402 Feb 15 21:44:36.467611 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-f081f080-632d-4f5f-a804-8e352066b39a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:36.519186 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-f081f080-632d-4f5f-a804-8e352066b39a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:36.525437 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-029386d3-1093-41f0-a3f7-b01ea40e2d5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:44:36.540204 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f081f080-632d-4f5f-a804-8e352066b39a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=525491ea-746d-4ac2-bf61-98da0dffb275,revision_number=None']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:44:36.543721 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-f081f080-632d-4f5f-a804-8e352066b39a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:44:36.549255 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-f081f080-632d-4f5f-a804-8e352066b39a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:36.558904 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-f081f080-632d-4f5f-a804-8e352066b39a admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/525491ea-746d-4ac2-bf61-98da0dffb275 HTTP/1.1" status: 204 len: 168 time: 0.3532851 Feb 15 21:44:36.587841 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-fb3855fe-73eb-4de8-a4d0-2f295633c606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:36.833741 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bd7ce9-8d91-4101-aefc-f02e81ee4bf5 req-6c3c42bf-114d-43ef-8f8c-9378e5ea40d7 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:44:36.835422 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-b0bd7ce9-8d91-4101-aefc-f02e81ee4bf5 req-6c3c42bf-114d-43ef-8f8c-9378e5ea40d7 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/ports?device_id=94c5b34a-a93a-417f-9bb0-dfd725a45c9f HTTP/1.1" status: 200 len: 945 time: 0.2876587 Feb 15 21:44:36.891172 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-36773531-1eae-4464-848e-a5c9afe8cbdc None None] Provisioning for port fe7f9e10-43c1-45ba-8db2-235aeff37b80 completed by entity DHCP. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 21:44:36.896957 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dadfb4d-6b96-4481-9964-05505387ecde None None] Pushing event updated for resources: {'Port': ['ID=092b5458-e6ef-4fb2-9e95-77ae2cf1d04f,revision_number=3']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:44:36.905414 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-8dadfb4d-6b96-4481-9964-05505387ecde None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.585s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:44:36.911361 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-580a236c-1c91-4c03-bae8-de80af68d09e req-ed64aa2d-8e9b-4b17-b2c9-03d0d577a501 tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] 10.222.0.68 "GET /v2.0/ports?device_id=4378ff1f-90fc-4982-b1f2-42de029ee4e6 HTTP/1.1" status: 200 len: 210 time: 0.1561892 Feb 15 21:44:36.922106 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-36773531-1eae-4464-848e-a5c9afe8cbdc None None] Provisioning complete for port fe7f9e10-43c1-45ba-8db2-235aeff37b80 triggered by entity DHCP. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:44:36.922542 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-36773531-1eae-4464-848e-a5c9afe8cbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:36.972535 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-b0bd7ce9-8d91-4101-aefc-f02e81ee4bf5 req-8084e9fd-741c-492a-a4c0-4c4908b0a2c5 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/security-groups?id=d41abb3f-0e7c-40e2-b25e-05dfee7102d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222970 Feb 15 21:44:37.021805 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.plugin [None req-36773531-1eae-4464-848e-a5c9afe8cbdc None None] Port fe7f9e10-43c1-45ba-8db2-235aeff37b80 cannot update to ACTIVE because it is not bound. {{(pid=84000) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 15 21:44:37.098844 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Provisioning complete for port c77c9273-6b5a-4eb8-9ec7-1e5a309793f9 triggered by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:44:37.099267 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:37.161147 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f6614c-f4c8-4f73-b6d9-e6e723394ca4 None None] Routers {'65230bec-0090-4a3b-9735-54ee253d5f5c'} bound to L3 agent in host dv-cinder-775250-3-smb {{(pid=84000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 21:44:37.161889 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_hamode_db [None req-25f6614c-f4c8-4f73-b6d9-e6e723394ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-15T21:30:22Z,description=,heartbeat_timestamp=2021-02-15T21:44:22Z,host='dv-cinder-775250-3-smb',id=dc46b086-6cb1-49e8-b95e-1fe9b389155e,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T21:30:22Z,topic='l3_agent')) {'router_ids': ['65230bec-0090-4a3b-9735-54ee253d5f5c'], 'active': True} {{(pid=84000) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:44:37.165425 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-fb3855fe-73eb-4de8-a4d0-2f295633c606 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:37.173527 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-fb3855fe-73eb-4de8-a4d0-2f295633c606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779317976793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779317533282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257537242501'] for port, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:37.174392 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-fb3855fe-73eb-4de8-a4d0-2f295633c606 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851048215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3814186'] for router_interface, after_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:37.197616 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-73c0086e-4357-4dd2-aa43-c2b594d48cd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:44:37.399666 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3855fe-73eb-4de8-a4d0-2f295633c606 admin admin] Pushing event updated for resources: {'Port': ['ID=fe7f9e10-43c1-45ba-8db2-235aeff37b80,revision_number=2']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:44:37.404491 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-fb3855fe-73eb-4de8-a4d0-2f295633c606 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:44:37.471676 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvr_db [None req-25f6614c-f4c8-4f73-b6d9-e6e723394ca4 None None] Set router 65230bec-0090-4a3b-9735-54ee253d5f5c gateway port host: dv-cinder-775250-3-smb {{(pid=84000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 21:44:37.511813 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb3855fe-73eb-4de8-a4d0-2f295633c606 admin admin] Network 17650221-126f-4533-a3d9-bfbcad2f9afd is already hosted by enough agents. {{(pid=83998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 21:44:37.513661 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.base_scheduler [None req-fb3855fe-73eb-4de8-a4d0-2f295633c606 admin admin] Resources bound (agent type, host, resource id): {{(pid=83998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 21:44:37.882795 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb3855fe-73eb-4de8-a4d0-2f295633c606 admin admin] Router 65230bec-0090-4a3b-9735-54ee253d5f5c has already been hosted by L3 agent dc46b086-6cb1-49e8-b95e-1fe9b389155e {{(pid=83998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 15 21:44:38.025404 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-2e12b5e2-4bdc-4dee-8b42-9018196a9b10 None None] Provisioning complete for port fe7f9e10-43c1-45ba-8db2-235aeff37b80 triggered by entity DHCP. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:44:38.025811 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-2e12b5e2-4bdc-4dee-8b42-9018196a9b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:38.139184 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-c8bebf6f-afda-4901-93ca-90cfd71b0660 req-232f8586-c1cf-4a5b-8d55-d76f79ce5fd8 tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] 10.222.0.68 "GET /v2.0/ports?device_id=4378ff1f-90fc-4982-b1f2-42de029ee4e6 HTTP/1.1" status: 200 len: 210 time: 0.0682814 Feb 15 21:44:38.148374 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.plugin [None req-2e12b5e2-4bdc-4dee-8b42-9018196a9b10 None None] Port fe7f9e10-43c1-45ba-8db2-235aeff37b80 cannot update to ACTIVE because it is not bound. {{(pid=84000) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 15 21:44:38.166636 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_hamode_db [None req-25f6614c-f4c8-4f73-b6d9-e6e723394ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65230bec-0090-4a3b-9735-54ee253d5f5c', 'name': 'tempest-TestMinimumBasicScenario-1988866333-router', 'tenant_id': 'b71bf34df67e45829c465ac56f78d37b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'external_fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.154'}], 'enable_snat': True}, 'gw_port_id': '092b5458-e6ef-4fb2-9e95-77ae2cf1d04f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:44:28Z', 'updated_at': '2021-02-15T21:44:36Z', 'revision_number': 4, 'project_id': 'b71bf34df67e45829c465ac56f78d37b', 'gw_port': {'id': '092b5458-e6ef-4fb2-9e95-77ae2cf1d04f', 'name': '', 'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:d7:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65230bec-0090-4a3b-9735-54ee253d5f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:44:29Z', 'updated_at': '2021-02-15T21:44:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-smb', '_interfaces': [{'id': 'fe7f9e10-43c1-45ba-8db2-235aeff37b80', 'name': '', 'network_id': '17650221-126f-4533-a3d9-bfbcad2f9afd', 'tenant_id': 'b71bf34df67e45829c465ac56f78d37b', 'mac_address': 'fa:16:3e:1d:ff:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65230bec-0090-4a3b-9735-54ee253d5f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '7958a86e-12be-499c-918a-a8ccd033f569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:44:35Z', 'updated_at': '2021-02-15T21:44:36Z', 'revision_number': 2, 'project_id': 'b71bf34df67e45829c465ac56f78d37b', 'subnets': [{'id': '7958a86e-12be-499c-918a-a8ccd033f569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-3-smb', False) {} {{(pid=84000) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:44:38.173642 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f6614c-f4c8-4f73-b6d9-e6e723394ca4 None None] The sync data for ids ['65230bec-0090-4a3b-9735-54ee253d5f5c'] in dv-cinder-775250-3-smb is: [{'id': '65230bec-0090-4a3b-9735-54ee253d5f5c', 'name': 'tempest-TestMinimumBasicScenario-1988866333-router', 'tenant_id': 'b71bf34df67e45829c465ac56f78d37b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'external_fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.154'}], 'enable_snat': True}, 'gw_port_id': '092b5458-e6ef-4fb2-9e95-77ae2cf1d04f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:44:28Z', 'updated_at': '2021-02-15T21:44:36Z', 'revision_number': 4, 'project_id': 'b71bf34df67e45829c465ac56f78d37b', 'gw_port': {'id': '092b5458-e6ef-4fb2-9e95-77ae2cf1d04f', 'name': '', 'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:d7:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65230bec-0090-4a3b-9735-54ee253d5f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:44:29Z', 'updated_at': '2021-02-15T21:44:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-smb', '_interfaces': [{'id': 'fe7f9e10-43c1-45ba-8db2-235aeff37b80', 'name': '', 'network_id': '17650221-126f-4533-a3d9-bfbcad2f9afd', 'tenant_id': 'b71bf34df67e45829c465ac56f78d37b', 'mac_address': 'fa:16:3e:1d:ff:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65230bec-0090-4a3b-9735-54ee253d5f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '7958a86e-12be-499c-918a-a8ccd033f569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:44:35Z', 'updated_at': '2021-02-15T21:44:36Z', 'revision_number': 2, 'project_id': 'b71bf34df67e45829c465ac56f78d37b', 'subnets': [{'id': '7958a86e-12be-499c-918a-a8ccd033f569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 15 21:44:38.695268 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb3855fe-73eb-4de8-a4d0-2f295633c606 admin admin] Notify agent at l3_agent.dv-cinder-775250-3-smb the message routers_updated {{(pid=83998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 15 21:44:38.728208 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfe4b84-7f2f-429e-b3f4-717abf7bfb6f req-fb9e28a5-a395-4852-94ed-cc5edafada0c tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:44:38.728208 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-fdfe4b84-7f2f-429e-b3f4-717abf7bfb6f req-fb9e28a5-a395-4852-94ed-cc5edafada0c tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/ports?device_id=94c5b34a-a93a-417f-9bb0-dfd725a45c9f HTTP/1.1" status: 200 len: 945 time: 0.3284576 Feb 15 21:44:38.734277 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1167783-f5f9-46ef-bde4-07c9a3e054b2 req-fc192117-1b5e-4293-a74b-dff6dfcf85ee tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:44:38.736011 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-c1167783-f5f9-46ef-bde4-07c9a3e054b2 req-fc192117-1b5e-4293-a74b-dff6dfcf85ee tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] 10.222.0.46 "GET /v2.0/networks?id=9f249f0e-e020-4ed7-a12f-3a48b1fb8736 HTTP/1.1" status: 200 len: 809 time: 0.3386402 Feb 15 21:44:38.739032 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-fb3855fe-73eb-4de8-a4d0-2f295633c606 admin admin] 10.222.0.68 "PUT /v2.0/routers/65230bec-0090-4a3b-9735-54ee253d5f5c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9196405 Feb 15 21:44:38.778471 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.v2.base [req-c1167783-f5f9-46ef-bde4-07c9a3e054b2 req-9d847eb8-3f1e-40d5-9210-bbda1abd92ab tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] Request body: {'port': {'device_id': '4378ff1f-90fc-4982-b1f2-42de029ee4e6', 'network_id': '9f249f0e-e020-4ed7-a12f-3a48b1fb8736', 'admin_state_up': True, 'tenant_id': 'bb524516aca84efa9420d2dabefca5d1'}} {{(pid=83998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:44:38.965298 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [req-c1167783-f5f9-46ef-bde4-07c9a3e054b2 req-9d847eb8-3f1e-40d5-9210-bbda1abd92ab tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:44:38.991289 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [req-c1167783-f5f9-46ef-bde4-07c9a3e054b2 req-9d847eb8-3f1e-40d5-9210-bbda1abd92ab tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:44:39.003577 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-fdfe4b84-7f2f-429e-b3f4-717abf7bfb6f req-8a646b9a-935a-4126-83bf-f2c19a1ce799 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/security-groups?id=d41abb3f-0e7c-40e2-b25e-05dfee7102d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2563672 Feb 15 21:44:39.009760 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1167783-f5f9-46ef-bde4-07c9a3e054b2 req-9d847eb8-3f1e-40d5-9210-bbda1abd92ab tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] Made reservation on behalf of bb524516aca84efa9420d2dabefca5d1 for: {'port': 1} {{(pid=83998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 15 21:44:39.015933 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-c1167783-f5f9-46ef-bde4-07c9a3e054b2 req-9d847eb8-3f1e-40d5-9210-bbda1abd92ab tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:39.540786 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-6e4867db-d9e2-41ec-ad52-8449faad85db req-a67dd135-203b-436b-8f3e-e83dbd4e5661 tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] 10.222.0.68 "GET /v2.0/ports?device_id=4378ff1f-90fc-4982-b1f2-42de029ee4e6 HTTP/1.1" status: 200 len: 210 time: 0.1377575 Feb 15 21:44:39.551064 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.db_base_plugin_common [req-c1167783-f5f9-46ef-bde4-07c9a3e054b2 req-9d847eb8-3f1e-40d5-9210-bbda1abd92ab tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] Allocated IP 172.20.0.4 (9f249f0e-e020-4ed7-a12f-3a48b1fb8736/b037a81a-1251-47db-ac29-916a43032afd/d5b502d3-310c-4938-868e-fbf9b9000292) {{(pid=83998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 15 21:44:39.956333 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-c1167783-f5f9-46ef-bde4-07c9a3e054b2 req-9d847eb8-3f1e-40d5-9210-bbda1abd92ab tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] Notify callbacks [] for port, precommit_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:40.081150 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-c1167783-f5f9-46ef-bde4-07c9a3e054b2 req-9d847eb8-3f1e-40d5-9210-bbda1abd92ab tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363257537239207'] for port, after_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:40.206337 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Device 092b5458-e6ef-4fb2-9e95-77ae2cf1d04f up at agent ovs-agent-dv-cinder-775250-3-smb {{(pid=84000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:44:40.332071 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Provisioning for port 092b5458-e6ef-4fb2-9e95-77ae2cf1d04f completed by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 21:44:40.340520 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-80b10934-bea2-4c1a-a287-c391282f5a2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:44:40.340743 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Provisioning complete for port 092b5458-e6ef-4fb2-9e95-77ae2cf1d04f triggered by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:44:40.341081 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:40.579075 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d847eb8-3f1e-40d5-9210-bbda1abd92ab tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] Pushing event updated for resources: {'Port': ['ID=d5b502d3-310c-4938-868e-fbf9b9000292,revision_number=1']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:44:40.615662 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-9d847eb8-3f1e-40d5-9210-bbda1abd92ab tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:44:40.719337 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf145a1-028a-4e8d-8d99-791fc9fd4e3f req-5bdadb70-040c-48ab-8345-7057f6d08562 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:44:40.722032 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-cbf145a1-028a-4e8d-8d99-791fc9fd4e3f req-5bdadb70-040c-48ab-8345-7057f6d08562 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/ports?device_id=94c5b34a-a93a-417f-9bb0-dfd725a45c9f HTTP/1.1" status: 200 len: 945 time: 0.2199569 Feb 15 21:44:40.729824 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1167783-f5f9-46ef-bde4-07c9a3e054b2 req-9d847eb8-3f1e-40d5-9210-bbda1abd92ab tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] Network 9f249f0e-e020-4ed7-a12f-3a48b1fb8736 is already hosted by enough agents. {{(pid=83998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 21:44:40.736211 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.base_scheduler [req-c1167783-f5f9-46ef-bde4-07c9a3e054b2 req-9d847eb8-3f1e-40d5-9210-bbda1abd92ab tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] Resources bound (agent type, host, resource id): {{(pid=83998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 21:44:40.773853 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:40.796617 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1167783-f5f9-46ef-bde4-07c9a3e054b2 req-9d847eb8-3f1e-40d5-9210-bbda1abd92ab tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] Received port after_create {{(pid=83998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 15 21:44:40.803413 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] For port 092b5458-e6ef-4fb2-9e95-77ae2cf1d04f, host dv-cinder-775250-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-3-smb',level=0,port_id=092b5458-e6ef-4fb2-9e95-77ae2cf1d04f,segment=NetworkSegment(aaff8bb9-4958-4cc8-8842-2399e4673088),segment_id=aaff8bb9-4958-4cc8-8842-2399e4673088)] {{(pid=84000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:44:40.804481 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1167783-f5f9-46ef-bde4-07c9a3e054b2 req-9d847eb8-3f1e-40d5-9210-bbda1abd92ab tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:44:40.805617 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-c1167783-f5f9-46ef-bde4-07c9a3e054b2 req-9d847eb8-3f1e-40d5-9210-bbda1abd92ab tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762656'] for port, before_response {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:40.806942 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779317976793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779317533282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257537242501'] for port, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:40.809430 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:44:40.816975 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360fd937-ee9d-4e50-b9e9-7b0acba9cb93 req-751d6b03-de47-44c3-b790-4d61236f60be tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:44:40.825695 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-360fd937-ee9d-4e50-b9e9-7b0acba9cb93 req-751d6b03-de47-44c3-b790-4d61236f60be tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] 10.222.0.68 "GET /v2.0/ports?device_id=4378ff1f-90fc-4982-b1f2-42de029ee4e6 HTTP/1.1" status: 200 len: 931 time: 0.1271887 Feb 15 21:44:40.873901 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-cbf145a1-028a-4e8d-8d99-791fc9fd4e3f req-bc9f3e92-c0e7-42c3-ba61-0c346e7fc83c tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/security-groups?id=d41abb3f-0e7c-40e2-b25e-05dfee7102d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1342807 Feb 15 21:44:40.921411 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Pushing event updated for resources: {'Port': ['ID=092b5458-e6ef-4fb2-9e95-77ae2cf1d04f,revision_number=4']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:44:40.928619 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:44:40.933721 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-360fd937-ee9d-4e50-b9e9-7b0acba9cb93 req-4a749ac3-f12e-40f4-979d-7268cc0b3c03 tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] 10.222.0.68 "GET /v2.0/security-groups?id=ee7e2f94-af80-4e44-a0b7-17d277ea3aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064172 Feb 15 21:44:40.939336 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-c1167783-f5f9-46ef-bde4-07c9a3e054b2 req-9d847eb8-3f1e-40d5-9210-bbda1abd92ab tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1936224 Feb 15 21:44:40.959149 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.v2.base [req-c1167783-f5f9-46ef-bde4-07c9a3e054b2 req-999f1a99-9b6b-4e19-a207-bdffdbf3591e service neutron] Request body: {'port': {'device_id': '4378ff1f-90fc-4982-b1f2-42de029ee4e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77525'}} {{(pid=83998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:44:41.148901 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-c1167783-f5f9-46ef-bde4-07c9a3e054b2 req-999f1a99-9b6b-4e19-a207-bdffdbf3591e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:41.704622 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.notifiers.nova [req-c1167783-f5f9-46ef-bde4-07c9a3e054b2 req-999f1a99-9b6b-4e19-a207-bdffdbf3591e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5b502d3-310c-4938-868e-fbf9b9000292 {{(pid=83998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 15 21:44:41.715764 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-c1167783-f5f9-46ef-bde4-07c9a3e054b2 req-999f1a99-9b6b-4e19-a207-bdffdbf3591e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:41.733561 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [req-c1167783-f5f9-46ef-bde4-07c9a3e054b2 req-999f1a99-9b6b-4e19-a207-bdffdbf3591e service neutron] Transition to ACTIVE for port object d5b502d3-310c-4938-868e-fbf9b9000292 will not be triggered until provisioned by entity L2. {{(pid=83998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 21:44:41.737749 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-c1167783-f5f9-46ef-bde4-07c9a3e054b2 req-999f1a99-9b6b-4e19-a207-bdffdbf3591e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779317976793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779317533282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257537242501'] for port, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:41.760124 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-9d847eb8-3f1e-40d5-9210-bbda1abd92ab tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:44:42.007420 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999f1a99-9b6b-4e19-a207-bdffdbf3591e service neutron] Pushing event updated for resources: {'Port': ['ID=d5b502d3-310c-4938-868e-fbf9b9000292,revision_number=2']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:44:42.018117 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-999f1a99-9b6b-4e19-a207-bdffdbf3591e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:44:42.148744 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Device 092b5458-e6ef-4fb2-9e95-77ae2cf1d04f up at agent ovs-agent-dv-cinder-775250-3-smb {{(pid=84000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:44:42.239736 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.managers [req-c1167783-f5f9-46ef-bde4-07c9a3e054b2 req-999f1a99-9b6b-4e19-a207-bdffdbf3591e service neutron] Attempting to bind port d5b502d3-310c-4938-868e-fbf9b9000292 on host hv-cinder-77525 for vnic_type normal with profile {{(pid=83998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 21:44:42.240115 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.managers [req-c1167783-f5f9-46ef-bde4-07c9a3e054b2 req-999f1a99-9b6b-4e19-a207-bdffdbf3591e service neutron] Attempting to bind port d5b502d3-310c-4938-868e-fbf9b9000292 by drivers openvswitch on host hv-cinder-77525 at level 0 using segments [{'id': '20660b0e-2a4d-4893-96d9-09882530bcf8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9f249f0e-e020-4ed7-a12f-3a48b1fb8736'}] {{(pid=83998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 15 21:44:42.240463 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1167783-f5f9-46ef-bde4-07c9a3e054b2 req-999f1a99-9b6b-4e19-a207-bdffdbf3591e service neutron] Attempting to bind port d5b502d3-310c-4938-868e-fbf9b9000292 on network 9f249f0e-e020-4ed7-a12f-3a48b1fb8736 {{(pid=83998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 15 21:44:42.257217 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1167783-f5f9-46ef-bde4-07c9a3e054b2 req-999f1a99-9b6b-4e19-a207-bdffdbf3591e service neutron] Checking agent: {'id': '3b9d0ad6-16ce-46f2-a5c4-f9a7961e9638', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77525', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 21, 37, 44), 'started_at': datetime.datetime(2021, 2, 15, 21, 38, 14), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 21, 44, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 21:44:42.257791 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1167783-f5f9-46ef-bde4-07c9a3e054b2 req-999f1a99-9b6b-4e19-a207-bdffdbf3591e service neutron] Checking segment: {'id': '20660b0e-2a4d-4893-96d9-09882530bcf8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9f249f0e-e020-4ed7-a12f-3a48b1fb8736'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 21:44:42.258209 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-c1167783-f5f9-46ef-bde4-07c9a3e054b2 req-999f1a99-9b6b-4e19-a207-bdffdbf3591e service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:42.258616 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1167783-f5f9-46ef-bde4-07c9a3e054b2 req-999f1a99-9b6b-4e19-a207-bdffdbf3591e service neutron] Bound using segment: {'id': '20660b0e-2a4d-4893-96d9-09882530bcf8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9f249f0e-e020-4ed7-a12f-3a48b1fb8736'} {{(pid=83998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 21:44:42.259122 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.managers [req-c1167783-f5f9-46ef-bde4-07c9a3e054b2 req-999f1a99-9b6b-4e19-a207-bdffdbf3591e service neutron] Bound port: d5b502d3-310c-4938-868e-fbf9b9000292, host: hv-cinder-77525, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20660b0e-2a4d-4893-96d9-09882530bcf8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9f249f0e-e020-4ed7-a12f-3a48b1fb8736'}}] {{(pid=83998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 15 21:44:42.259506 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-c1167783-f5f9-46ef-bde4-07c9a3e054b2 req-999f1a99-9b6b-4e19-a207-bdffdbf3591e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:42.274083 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Provisioning complete for port 092b5458-e6ef-4fb2-9e95-77ae2cf1d04f triggered by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:44:42.274507 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:42.351942 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e26dc42-6fb7-477a-9ec4-5e352d81c5d7 req-e5a441c3-7d53-4a11-bab9-c147fff50b04 tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:44:42.352737 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [req-9e26dc42-6fb7-477a-9ec4-5e352d81c5d7 req-e5a441c3-7d53-4a11-bab9-c147fff50b04 tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] Synchronizing usage tracker for tenant:bb524516aca84efa9420d2dabefca5d1 on resource:port {{(pid=83998) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 21:44:42.362860 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a485dcaf-6a11-40e0-816e-8c7ed469a169 None None] Sync routers for ids ['65230bec-0090-4a3b-9735-54ee253d5f5c'] in dv-cinder-775250-3-smb {{(pid=84001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 15 21:44:42.392500 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [req-9e26dc42-6fb7-477a-9ec4-5e352d81c5d7 req-e5a441c3-7d53-4a11-bab9-c147fff50b04 tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] Unset dirty status for tenant:bb524516aca84efa9420d2dabefca5d1 on resource:port {{(pid=83998) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 21:44:42.392500 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-9e26dc42-6fb7-477a-9ec4-5e352d81c5d7 req-e5a441c3-7d53-4a11-bab9-c147fff50b04 tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] 10.222.0.68 "GET /v2.0/ports?device_id=4378ff1f-90fc-4982-b1f2-42de029ee4e6 HTTP/1.1" status: 200 len: 943 time: 0.2312005 Feb 15 21:44:42.397569 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a485dcaf-6a11-40e0-816e-8c7ed469a169 None None] Routers {'65230bec-0090-4a3b-9735-54ee253d5f5c'} bound to L3 agent in host dv-cinder-775250-3-smb {{(pid=84001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 21:44:42.398498 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_hamode_db [None req-a485dcaf-6a11-40e0-816e-8c7ed469a169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-15T21:30:22Z,description=,heartbeat_timestamp=2021-02-15T21:44:22Z,host='dv-cinder-775250-3-smb',id=dc46b086-6cb1-49e8-b95e-1fe9b389155e,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T21:30:22Z,topic='l3_agent')) {'router_ids': ['65230bec-0090-4a3b-9735-54ee253d5f5c'], 'active': True} {{(pid=84001) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:44:42.458164 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-9e26dc42-6fb7-477a-9ec4-5e352d81c5d7 req-b05373d0-24d8-45b8-bfa3-852c789252ae tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] 10.222.0.68 "GET /v2.0/security-groups?id=ee7e2f94-af80-4e44-a0b7-17d277ea3aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578146 Feb 15 21:44:42.461785 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [req-c1167783-f5f9-46ef-bde4-07c9a3e054b2 req-999f1a99-9b6b-4e19-a207-bdffdbf3591e service neutron] For port d5b502d3-310c-4938-868e-fbf9b9000292, host hv-cinder-77525, cleared binding levels {{(pid=83998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 15 21:44:42.471732 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [req-c1167783-f5f9-46ef-bde4-07c9a3e054b2 req-999f1a99-9b6b-4e19-a207-bdffdbf3591e service neutron] For port d5b502d3-310c-4938-868e-fbf9b9000292, host hv-cinder-77525, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=d5b502d3-310c-4938-868e-fbf9b9000292,segment=NetworkSegment(20660b0e-2a4d-4893-96d9-09882530bcf8),segment_id=20660b0e-2a4d-4893-96d9-09882530bcf8)] {{(pid=83998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 15 21:44:42.486939 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-c1167783-f5f9-46ef-bde4-07c9a3e054b2 req-999f1a99-9b6b-4e19-a207-bdffdbf3591e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779317976793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779317533282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257537242501'] for port, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:42.515339 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-fb3855fe-73eb-4de8-a4d0-2f295633c606 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:44:42.728211 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999f1a99-9b6b-4e19-a207-bdffdbf3591e service neutron] Pushing event updated for resources: {'Port': ['ID=d5b502d3-310c-4938-868e-fbf9b9000292,revision_number=3']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:44:42.738837 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-999f1a99-9b6b-4e19-a207-bdffdbf3591e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:44:42.828949 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1167783-f5f9-46ef-bde4-07c9a3e054b2 req-999f1a99-9b6b-4e19-a207-bdffdbf3591e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:44:42.830181 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-c1167783-f5f9-46ef-bde4-07c9a3e054b2 req-999f1a99-9b6b-4e19-a207-bdffdbf3591e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762656'] for port, before_response {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:42.838296 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-c1167783-f5f9-46ef-bde4-07c9a3e054b2 req-999f1a99-9b6b-4e19-a207-bdffdbf3591e service neutron] 10.222.0.46 "PUT /v2.0/ports/d5b502d3-310c-4938-868e-fbf9b9000292 HTTP/1.1" status: 200 len: 1157 time: 1.8872817 Feb 15 21:44:42.839127 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4378ff1f-90fc-4982-b1f2-42de029ee4e6', 'tag': 'd5b502d3-310c-4938-868e-fbf9b9000292'}] {{(pid=83998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 21:44:42.933786 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-03d0996f-2715-4085-b693-7a98e8b5b377 req-bc33fd34-5e39-4791-ac0b-55e277edf776 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=94c5b34a-a93a-417f-9bb0-dfd725a45c9f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.2182906 Feb 15 21:44:42.958486 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvr_db [None req-a485dcaf-6a11-40e0-816e-8c7ed469a169 None None] Set router 65230bec-0090-4a3b-9735-54ee253d5f5c gateway port host: dv-cinder-775250-3-smb {{(pid=84001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 21:44:43.037592 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4378ff1f-90fc-4982-b1f2-42de029ee4e6', 'tag': 'd5b502d3-310c-4938-868e-fbf9b9000292', 'status': 'completed', 'code': 200} Feb 15 21:44:43.115904 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1167783-f5f9-46ef-bde4-07c9a3e054b2 req-77b30dfb-f00a-47c5-9430-c436d13fbea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:44:43.117116 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-c1167783-f5f9-46ef-bde4-07c9a3e054b2 req-77b30dfb-f00a-47c5-9430-c436d13fbea7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bb524516aca84efa9420d2dabefca5d1&device_id=4378ff1f-90fc-4982-b1f2-42de029ee4e6 HTTP/1.1" status: 200 len: 1160 time: 0.2388251 Feb 15 21:44:43.149056 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d0996f-2715-4085-b693-7a98e8b5b377 req-fd6c983c-4a69-45e2-893c-6f149d954829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:44:43.152207 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-03d0996f-2715-4085-b693-7a98e8b5b377 req-fd6c983c-4a69-45e2-893c-6f149d954829 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=83efcaddc4174c70aaaa9d4a9e274006&device_id=94c5b34a-a93a-417f-9bb0-dfd725a45c9f HTTP/1.1" status: 200 len: 1162 time: 0.1933062 Feb 15 21:44:43.240287 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-c1167783-f5f9-46ef-bde4-07c9a3e054b2 req-612c498a-cb2a-4b29-9fa3-a63f46199ade service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d5b502d3-310c-4938-868e-fbf9b9000292 HTTP/1.1" status: 200 len: 217 time: 0.1113002 Feb 15 21:44:43.331140 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1167783-f5f9-46ef-bde4-07c9a3e054b2 req-385f97de-3651-4812-86d3-8aef175824c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:44:43.333433 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-c1167783-f5f9-46ef-bde4-07c9a3e054b2 req-385f97de-3651-4812-86d3-8aef175824c7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b037a81a-1251-47db-ac29-916a43032afd HTTP/1.1" status: 200 len: 849 time: 0.0859060 Feb 15 21:44:43.421058 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-c1167783-f5f9-46ef-bde4-07c9a3e054b2 req-abe23e7b-ad77-42b1-87de-92ae4bacae0b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9f249f0e-e020-4ed7-a12f-3a48b1fb8736&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0797315 Feb 15 21:44:43.440031 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d0996f-2715-4085-b693-7a98e8b5b377 req-c1781f50-7c0b-44d2-bd0f-d4f26f0977ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:44:43.441891 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-03d0996f-2715-4085-b693-7a98e8b5b377 req-c1781f50-7c0b-44d2-bd0f-d4f26f0977ef service neutron] 10.222.0.46 "GET /v2.0/networks?id=5a32d5d1-e1a3-4ef5-be5e-207bd58c1352 HTTP/1.1" status: 200 len: 911 time: 0.2596729 Feb 15 21:44:43.602896 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_hamode_db [None req-a485dcaf-6a11-40e0-816e-8c7ed469a169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65230bec-0090-4a3b-9735-54ee253d5f5c', 'name': 'tempest-TestMinimumBasicScenario-1988866333-router', 'tenant_id': 'b71bf34df67e45829c465ac56f78d37b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'external_fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.154'}], 'enable_snat': True}, 'gw_port_id': '092b5458-e6ef-4fb2-9e95-77ae2cf1d04f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:44:28Z', 'updated_at': '2021-02-15T21:44:36Z', 'revision_number': 4, 'project_id': 'b71bf34df67e45829c465ac56f78d37b', 'gw_port': {'id': '092b5458-e6ef-4fb2-9e95-77ae2cf1d04f', 'name': '', 'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:d7:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65230bec-0090-4a3b-9735-54ee253d5f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:44:29Z', 'updated_at': '2021-02-15T21:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-smb', '_interfaces': [{'id': 'fe7f9e10-43c1-45ba-8db2-235aeff37b80', 'name': '', 'network_id': '17650221-126f-4533-a3d9-bfbcad2f9afd', 'tenant_id': 'b71bf34df67e45829c465ac56f78d37b', 'mac_address': 'fa:16:3e:1d:ff:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65230bec-0090-4a3b-9735-54ee253d5f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '7958a86e-12be-499c-918a-a8ccd033f569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:44:35Z', 'updated_at': '2021-02-15T21:44:36Z', 'revision_number': 2, 'project_id': 'b71bf34df67e45829c465ac56f78d37b', 'subnets': [{'id': '7958a86e-12be-499c-918a-a8ccd033f569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-3-smb', False) {} {{(pid=84001) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:44:43.610348 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a485dcaf-6a11-40e0-816e-8c7ed469a169 None None] Checking router: 65230bec-0090-4a3b-9735-54ee253d5f5c for host: dv-cinder-775250-3-smb {{(pid=84001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 15 21:44:43.611119 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a485dcaf-6a11-40e0-816e-8c7ed469a169 None None] Updating router 65230bec-0090-4a3b-9735-54ee253d5f5c port fe7f9e10-43c1-45ba-8db2-235aeff37b80 binding host dv-cinder-775250-3-smb {{(pid=84001) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 15 21:44:43.664645 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-c1167783-f5f9-46ef-bde4-07c9a3e054b2 req-9b7cb307-6a14-44ad-83dd-ffe5b2240a44 service neutron] 10.222.0.46 "GET /v2.0/networks/9f249f0e-e020-4ed7-a12f-3a48b1fb8736?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313914 Feb 15 21:44:43.739755 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-03d0996f-2715-4085-b693-7a98e8b5b377 req-e3830d7e-1215-4efd-8d00-84fed35c3170 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c77c9273-6b5a-4eb8-9ec7-1e5a309793f9 HTTP/1.1" status: 200 len: 1000 time: 0.2801485 Feb 15 21:44:43.766617 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-a485dcaf-6a11-40e0-816e-8c7ed469a169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_update {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:43.896531 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-c1167783-f5f9-46ef-bde4-07c9a3e054b2 req-db36160f-eaa9-4461-bb41-8a95aee5bed9 service neutron] 10.222.0.46 "GET /v2.0/networks/9f249f0e-e020-4ed7-a12f-3a48b1fb8736?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2210796 Feb 15 21:44:43.944636 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d0996f-2715-4085-b693-7a98e8b5b377 req-30884ef2-9df0-4678-848b-1c3ffb4f12e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:44:43.953064 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-03d0996f-2715-4085-b693-7a98e8b5b377 req-30884ef2-9df0-4678-848b-1c3ffb4f12e4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f1da26f9-af3a-42e2-9b06-af8d75ade4f1 HTTP/1.1" status: 200 len: 856 time: 0.1960051 Feb 15 21:44:43.961921 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:44.137968 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d0996f-2715-4085-b693-7a98e8b5b377 req-29892268-9703-4ad2-a81d-118c364fc7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:44:44.140989 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-03d0996f-2715-4085-b693-7a98e8b5b377 req-29892268-9703-4ad2-a81d-118c364fc7f9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5a32d5d1-e1a3-4ef5-be5e-207bd58c1352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1781726 Feb 15 21:44:44.171989 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45578c06-75c2-4b96-a7ea-9f383cd25801 req-70c2d663-4eab-42a1-8c57-3a00fba2ffdd tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:44:44.173753 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-45578c06-75c2-4b96-a7ea-9f383cd25801 req-70c2d663-4eab-42a1-8c57-3a00fba2ffdd tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] 10.222.0.68 "GET /v2.0/ports?device_id=4378ff1f-90fc-4982-b1f2-42de029ee4e6 HTTP/1.1" status: 200 len: 943 time: 0.2759397 Feb 15 21:44:44.205323 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8802ad6-64b0-45bc-8ddc-a8bfb114c6d1 req-ff9167cd-ca84-4404-bf9c-6956491d5cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:44:44.207349 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-f8802ad6-64b0-45bc-8ddc-a8bfb114c6d1 req-ff9167cd-ca84-4404-bf9c-6956491d5cda service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bb524516aca84efa9420d2dabefca5d1&device_id=4378ff1f-90fc-4982-b1f2-42de029ee4e6 HTTP/1.1" status: 200 len: 1160 time: 0.1854930 Feb 15 21:44:44.342510 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-03d0996f-2715-4085-b693-7a98e8b5b377 req-e28e8e83-bfd0-4f16-a261-871918cf7835 service neutron] 10.222.0.46 "GET /v2.0/networks/5a32d5d1-e1a3-4ef5-be5e-207bd58c1352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927531 Feb 15 21:44:44.409592 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8802ad6-64b0-45bc-8ddc-a8bfb114c6d1 req-b50510ed-5fdb-40cd-b96b-7beaadc4d8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:44:44.411171 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-f8802ad6-64b0-45bc-8ddc-a8bfb114c6d1 req-b50510ed-5fdb-40cd-b96b-7beaadc4d8f9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9f249f0e-e020-4ed7-a12f-3a48b1fb8736 HTTP/1.1" status: 200 len: 903 time: 0.1928482 Feb 15 21:44:44.479787 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-a485dcaf-6a11-40e0-816e-8c7ed469a169 None None] Notify callbacks [] for port, precommit_update {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:44.493582 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-a485dcaf-6a11-40e0-816e-8c7ed469a169 None None] Transition to ACTIVE for port object fe7f9e10-43c1-45ba-8db2-235aeff37b80 will not be triggered until provisioned by entity L2. {{(pid=84001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 21:44:44.498201 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-a485dcaf-6a11-40e0-816e-8c7ed469a169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779317976793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779317533282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257537242501'] for port, after_update {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:44.515471 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-ed82e84e-f52d-41af-a970-2d1ec0547eb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:44:44.524599 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-45578c06-75c2-4b96-a7ea-9f383cd25801 req-aa9f1e3f-3c15-4158-80e9-9fd4817eee54 tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] 10.222.0.68 "GET /v2.0/security-groups?id=ee7e2f94-af80-4e44-a0b7-17d277ea3aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3407791 Feb 15 21:44:44.531050 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-f8802ad6-64b0-45bc-8ddc-a8bfb114c6d1 req-313063ab-54e4-42c2-a9a4-94561d441444 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d5b502d3-310c-4938-868e-fbf9b9000292 HTTP/1.1" status: 200 len: 217 time: 0.0995874 Feb 15 21:44:44.620893 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8802ad6-64b0-45bc-8ddc-a8bfb114c6d1 req-890d9944-f713-4b39-bb82-cb25058b111d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:44:44.622708 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-f8802ad6-64b0-45bc-8ddc-a8bfb114c6d1 req-890d9944-f713-4b39-bb82-cb25058b111d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b037a81a-1251-47db-ac29-916a43032afd HTTP/1.1" status: 200 len: 849 time: 0.0828869 Feb 15 21:44:44.634802 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-03d0996f-2715-4085-b693-7a98e8b5b377 req-5b6cad90-de73-4ac5-9fc2-750aae0bd748 service neutron] 10.222.0.46 "GET /v2.0/networks/5a32d5d1-e1a3-4ef5-be5e-207bd58c1352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2815163 Feb 15 21:44:44.679536 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3c3c75-ebf8-4e67-8375-acabbe78a711 None None] Pushing event updated for resources: {'Port': ['ID=fe7f9e10-43c1-45ba-8db2-235aeff37b80,revision_number=3']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:44:44.692429 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3c3c75-ebf8-4e67-8375-acabbe78a711 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:44:44.693074 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3c3c75-ebf8-4e67-8375-acabbe78a711 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:44:44.693649 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3c3c75-ebf8-4e67-8375-acabbe78a711 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:44:44.694136 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3c3c75-ebf8-4e67-8375-acabbe78a711 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:44:44.694562 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3c3c75-ebf8-4e67-8375-acabbe78a711 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:44:44.694935 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3c3c75-ebf8-4e67-8375-acabbe78a711 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:44:44.695296 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3c3c75-ebf8-4e67-8375-acabbe78a711 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:44:44.695663 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3c3c75-ebf8-4e67-8375-acabbe78a711 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:44:44.696023 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3c3c75-ebf8-4e67-8375-acabbe78a711 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:44:44.696382 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3c3c75-ebf8-4e67-8375-acabbe78a711 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:44:44.696743 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3c3c75-ebf8-4e67-8375-acabbe78a711 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:44:44.697102 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3c3c75-ebf8-4e67-8375-acabbe78a711 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:44:44.697565 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3c3c75-ebf8-4e67-8375-acabbe78a711 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:44:44.700247 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3c3c75-ebf8-4e67-8375-acabbe78a711 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:44:44.700662 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3c3c75-ebf8-4e67-8375-acabbe78a711 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:44:44.701317 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3c3c75-ebf8-4e67-8375-acabbe78a711 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:44:44.701704 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3c3c75-ebf8-4e67-8375-acabbe78a711 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:44:44.702072 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3c3c75-ebf8-4e67-8375-acabbe78a711 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:44:44.702435 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3c3c75-ebf8-4e67-8375-acabbe78a711 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:44:44.702798 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3c3c75-ebf8-4e67-8375-acabbe78a711 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:44:44.703156 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3c3c75-ebf8-4e67-8375-acabbe78a711 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:44:44.703518 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3c3c75-ebf8-4e67-8375-acabbe78a711 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:44:44.703877 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3c3c75-ebf8-4e67-8375-acabbe78a711 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:44:44.704312 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3c3c75-ebf8-4e67-8375-acabbe78a711 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:44:44.711757 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-7f3c3c75-ebf8-4e67-8375-acabbe78a711 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:44:45.080258 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-f8802ad6-64b0-45bc-8ddc-a8bfb114c6d1 req-780ec4c3-d26d-476f-af39-3f704cff8a50 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9f249f0e-e020-4ed7-a12f-3a48b1fb8736&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4352341 Feb 15 21:44:45.352967 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-f8802ad6-64b0-45bc-8ddc-a8bfb114c6d1 req-0d9eeb46-97ad-4a89-8da5-4946bbf15359 service neutron] 10.222.0.46 "GET /v2.0/networks/9f249f0e-e020-4ed7-a12f-3a48b1fb8736?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2469733 Feb 15 21:44:45.383737 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.managers [None req-a485dcaf-6a11-40e0-816e-8c7ed469a169 None None] Attempting to bind port fe7f9e10-43c1-45ba-8db2-235aeff37b80 on host dv-cinder-775250-3-smb for vnic_type normal with profile {{(pid=84001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 21:44:45.384073 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.managers [None req-a485dcaf-6a11-40e0-816e-8c7ed469a169 None None] Attempting to bind port fe7f9e10-43c1-45ba-8db2-235aeff37b80 by drivers openvswitch on host dv-cinder-775250-3-smb at level 0 using segments [{'id': 'e19c5e97-aaf1-4d97-9bc3-e0a7867a1ed4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '17650221-126f-4533-a3d9-bfbcad2f9afd'}] {{(pid=84001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 15 21:44:45.384485 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a485dcaf-6a11-40e0-816e-8c7ed469a169 None None] Attempting to bind port fe7f9e10-43c1-45ba-8db2-235aeff37b80 on network 17650221-126f-4533-a3d9-bfbcad2f9afd {{(pid=84001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 15 21:44:45.395974 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a485dcaf-6a11-40e0-816e-8c7ed469a169 None None] Checking agent: {'id': 'c4d26ba9-4355-4b6a-ac8e-61eaae13650f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 21, 30, 23), 'started_at': datetime.datetime(2021, 2, 15, 21, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 21, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 21:44:45.396397 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a485dcaf-6a11-40e0-816e-8c7ed469a169 None None] Checking segment: {'id': 'e19c5e97-aaf1-4d97-9bc3-e0a7867a1ed4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '17650221-126f-4533-a3d9-bfbcad2f9afd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 21:44:45.397376 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-a485dcaf-6a11-40e0-816e-8c7ed469a169 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:45.397848 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a485dcaf-6a11-40e0-816e-8c7ed469a169 None None] Bound using segment: {'id': 'e19c5e97-aaf1-4d97-9bc3-e0a7867a1ed4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '17650221-126f-4533-a3d9-bfbcad2f9afd'} {{(pid=84001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 21:44:45.398388 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.managers [None req-a485dcaf-6a11-40e0-816e-8c7ed469a169 None None] Bound port: fe7f9e10-43c1-45ba-8db2-235aeff37b80, host: dv-cinder-775250-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e19c5e97-aaf1-4d97-9bc3-e0a7867a1ed4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '17650221-126f-4533-a3d9-bfbcad2f9afd'}}] {{(pid=84001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 15 21:44:45.398775 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-a485dcaf-6a11-40e0-816e-8c7ed469a169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_update {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:45.431738 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 51436) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:44:45.560929 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [None req-a485dcaf-6a11-40e0-816e-8c7ed469a169 None None] For port fe7f9e10-43c1-45ba-8db2-235aeff37b80, host dv-cinder-775250-3-smb, cleared binding levels {{(pid=84001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 15 21:44:45.566257 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [None req-a485dcaf-6a11-40e0-816e-8c7ed469a169 None None] For port fe7f9e10-43c1-45ba-8db2-235aeff37b80, host dv-cinder-775250-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-3-smb',level=0,port_id=fe7f9e10-43c1-45ba-8db2-235aeff37b80,segment=NetworkSegment(e19c5e97-aaf1-4d97-9bc3-e0a7867a1ed4),segment_id=e19c5e97-aaf1-4d97-9bc3-e0a7867a1ed4)] {{(pid=84001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 15 21:44:45.570817 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-a485dcaf-6a11-40e0-816e-8c7ed469a169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779317976793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779317533282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257537242501'] for port, after_update {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:45.572216 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-f8802ad6-64b0-45bc-8ddc-a8bfb114c6d1 req-c32370bc-f0df-48b6-992a-fc032af7381e service neutron] 10.222.0.46 "GET /v2.0/networks/9f249f0e-e020-4ed7-a12f-3a48b1fb8736?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2044594 Feb 15 21:44:45.607433 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:44:45.675419 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-9ac9e30a-bbda-48c8-9d33-bf1f571f6884 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:45.772456 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.agents_db [None req-9c3f008a-7c02-4f45-a369-4199c6caa59a None None] Agent healthcheck: found 6 active agents {{(pid=84001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 15 21:44:45.781747 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3c3c75-ebf8-4e67-8375-acabbe78a711 None None] Pushing event updated for resources: {'Port': ['ID=fe7f9e10-43c1-45ba-8db2-235aeff37b80,revision_number=4']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:44:45.784010 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-9ac9e30a-bbda-48c8-9d33-bf1f571f6884 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:44:45.788278 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-7f3c3c75-ebf8-4e67-8375-acabbe78a711 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:44:45.793426 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-9ac9e30a-bbda-48c8-9d33-bf1f571f6884 admin admin] Usage tracker for resource:security_group_rule and tenant:80c54f24785e49f385bc0ecda840870d is out of sync, need to count used quota {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:44:45.802404 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-9ac9e30a-bbda-48c8-9d33-bf1f571f6884 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:44:45.816684 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-9ac9e30a-bbda-48c8-9d33-bf1f571f6884 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:44:45.831566 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a485dcaf-6a11-40e0-816e-8c7ed469a169 None None] Routers {'65230bec-0090-4a3b-9735-54ee253d5f5c'} bound to L3 agent in host dv-cinder-775250-3-smb {{(pid=84001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 21:44:45.832263 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_hamode_db [None req-a485dcaf-6a11-40e0-816e-8c7ed469a169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-15T21:30:22Z,description=,heartbeat_timestamp=2021-02-15T21:44:22Z,host='dv-cinder-775250-3-smb',id=dc46b086-6cb1-49e8-b95e-1fe9b389155e,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T21:30:22Z,topic='l3_agent')) {'router_ids': ['65230bec-0090-4a3b-9735-54ee253d5f5c'], 'active': True} {{(pid=84001) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:44:45.896585 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe73506-9bbe-45b4-80ef-b1c3f8b3f86a req-2f7197e0-e2a9-483b-a927-832e2d8e9e91 tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:44:45.898372 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-dbe73506-9bbe-45b4-80ef-b1c3f8b3f86a req-2f7197e0-e2a9-483b-a927-832e2d8e9e91 tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] 10.222.0.68 "GET /v2.0/ports?device_id=4378ff1f-90fc-4982-b1f2-42de029ee4e6 HTTP/1.1" status: 200 len: 943 time: 0.1966803 Feb 15 21:44:45.985080 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-dbe73506-9bbe-45b4-80ef-b1c3f8b3f86a req-b880ba87-32ea-4319-af1f-ae4bc0e23c5e tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] 10.222.0.68 "GET /v2.0/security-groups?id=ee7e2f94-af80-4e44-a0b7-17d277ea3aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684888 Feb 15 21:44:46.103793 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-9ac9e30a-bbda-48c8-9d33-bf1f571f6884 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:46.121025 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-9ac9e30a-bbda-48c8-9d33-bf1f571f6884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:46.148589 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvr_db [None req-a485dcaf-6a11-40e0-816e-8c7ed469a169 None None] Set router 65230bec-0090-4a3b-9735-54ee253d5f5c gateway port host: dv-cinder-775250-3-smb {{(pid=84001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 21:44:46.168037 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-bf6ce00b-2870-45ff-9e2f-1c1135d2c3f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:44:46.181827 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Device fe7f9e10-43c1-45ba-8db2-235aeff37b80 up at agent ovs-agent-dv-cinder-775250-3-smb {{(pid=84000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:44:46.224598 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-9ac9e30a-bbda-48c8-9d33-bf1f571f6884 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=80c54f24785e49f385bc0ecda840870d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7911875 Feb 15 21:44:46.228783 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83998) accepted ('10.222.0.68', 51448) {{(pid=83998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:44:46.234208 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac9e30a-bbda-48c8-9d33-bf1f571f6884 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75cf3345-344d-4c2c-bbbe-a4e7f81c59fd,revision_number=1']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:44:46.246727 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-9ac9e30a-bbda-48c8-9d33-bf1f571f6884 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:44:46.325949 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Provisioning for port fe7f9e10-43c1-45ba-8db2-235aeff37b80 completed by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 21:44:46.338704 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Provisioning complete for port fe7f9e10-43c1-45ba-8db2-235aeff37b80 triggered by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:44:46.339137 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:46.383710 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-96fdfb86-0ded-4d4a-bb26-a6dea88f4496 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:46.418732 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-96fdfb86-0ded-4d4a-bb26-a6dea88f4496 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:46.480921 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-96fdfb86-0ded-4d4a-bb26-a6dea88f4496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:46.486921 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-c82b046e-cb7f-424b-8b74-da2079660403 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:44:46.503759 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fdfb86-0ded-4d4a-bb26-a6dea88f4496 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75cf3345-344d-4c2c-bbbe-a4e7f81c59fd,revision_number=None']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:44:46.509672 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-96fdfb86-0ded-4d4a-bb26-a6dea88f4496 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:44:46.521837 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-96fdfb86-0ded-4d4a-bb26-a6dea88f4496 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:46.523534 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-96fdfb86-0ded-4d4a-bb26-a6dea88f4496 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/75cf3345-344d-4c2c-bbbe-a4e7f81c59fd HTTP/1.1" status: 204 len: 168 time: 0.2930634 Feb 15 21:44:46.621630 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:46.665443 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] For port fe7f9e10-43c1-45ba-8db2-235aeff37b80, host dv-cinder-775250-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-3-smb',level=0,port_id=fe7f9e10-43c1-45ba-8db2-235aeff37b80,segment=NetworkSegment(e19c5e97-aaf1-4d97-9bc3-e0a7867a1ed4),segment_id=e19c5e97-aaf1-4d97-9bc3-e0a7867a1ed4)] {{(pid=84000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:44:46.668503 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_hamode_db [None req-a485dcaf-6a11-40e0-816e-8c7ed469a169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65230bec-0090-4a3b-9735-54ee253d5f5c', 'name': 'tempest-TestMinimumBasicScenario-1988866333-router', 'tenant_id': 'b71bf34df67e45829c465ac56f78d37b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'external_fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.154'}], 'enable_snat': True}, 'gw_port_id': '092b5458-e6ef-4fb2-9e95-77ae2cf1d04f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:44:28Z', 'updated_at': '2021-02-15T21:44:36Z', 'revision_number': 4, 'project_id': 'b71bf34df67e45829c465ac56f78d37b', 'gw_port': {'id': '092b5458-e6ef-4fb2-9e95-77ae2cf1d04f', 'name': '', 'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:d7:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65230bec-0090-4a3b-9735-54ee253d5f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:44:29Z', 'updated_at': '2021-02-15T21:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-smb', '_interfaces': [{'id': 'fe7f9e10-43c1-45ba-8db2-235aeff37b80', 'name': '', 'network_id': '17650221-126f-4533-a3d9-bfbcad2f9afd', 'tenant_id': 'b71bf34df67e45829c465ac56f78d37b', 'mac_address': 'fa:16:3e:1d:ff:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65230bec-0090-4a3b-9735-54ee253d5f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '7958a86e-12be-499c-918a-a8ccd033f569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:44:35Z', 'updated_at': '2021-02-15T21:44:45Z', 'revision_number': 4, 'project_id': 'b71bf34df67e45829c465ac56f78d37b', 'subnets': [{'id': '7958a86e-12be-499c-918a-a8ccd033f569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-3-smb', False) {} {{(pid=84001) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:44:46.670456 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779317976793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779317533282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257537242501'] for port, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:46.673965 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a485dcaf-6a11-40e0-816e-8c7ed469a169 None None] The sync data for ids ['65230bec-0090-4a3b-9735-54ee253d5f5c'] in dv-cinder-775250-3-smb is: [{'id': '65230bec-0090-4a3b-9735-54ee253d5f5c', 'name': 'tempest-TestMinimumBasicScenario-1988866333-router', 'tenant_id': 'b71bf34df67e45829c465ac56f78d37b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'external_fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.154'}], 'enable_snat': True}, 'gw_port_id': '092b5458-e6ef-4fb2-9e95-77ae2cf1d04f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:44:28Z', 'updated_at': '2021-02-15T21:44:36Z', 'revision_number': 4, 'project_id': 'b71bf34df67e45829c465ac56f78d37b', 'gw_port': {'id': '092b5458-e6ef-4fb2-9e95-77ae2cf1d04f', 'name': '', 'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:d7:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65230bec-0090-4a3b-9735-54ee253d5f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:44:29Z', 'updated_at': '2021-02-15T21:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-smb', '_interfaces': [{'id': 'fe7f9e10-43c1-45ba-8db2-235aeff37b80', 'name': '', 'network_id': '17650221-126f-4533-a3d9-bfbcad2f9afd', 'tenant_id': 'b71bf34df67e45829c465ac56f78d37b', 'mac_address': 'fa:16:3e:1d:ff:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65230bec-0090-4a3b-9735-54ee253d5f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '7958a86e-12be-499c-918a-a8ccd033f569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:44:35Z', 'updated_at': '2021-02-15T21:44:45Z', 'revision_number': 4, 'project_id': 'b71bf34df67e45829c465ac56f78d37b', 'subnets': [{'id': '7958a86e-12be-499c-918a-a8ccd033f569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 15 21:44:46.683424 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:44:46.802287 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Pushing event updated for resources: {'Port': ['ID=fe7f9e10-43c1-45ba-8db2-235aeff37b80,revision_number=5']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:44:46.813624 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:44:46.969698 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Device d5b502d3-310c-4938-868e-fbf9b9000292 up at agent ovs-agent-hv-cinder-77525 {{(pid=84000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:44:47.045879 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83998) accepted ('10.222.0.68', 51458) {{(pid=83998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:44:47.078313 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-cef05719-ff5b-4f94-b65a-7d613067c1a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:47.084662 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Provisioning for port d5b502d3-310c-4938-868e-fbf9b9000292 completed by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 21:44:47.090643 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Provisioning complete for port d5b502d3-310c-4938-868e-fbf9b9000292 triggered by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:44:47.091359 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:47.111391 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-cef05719-ff5b-4f94-b65a-7d613067c1a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:44:47.119499 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-cef05719-ff5b-4f94-b65a-7d613067c1a9 admin admin] Usage tracker for resource:security_group_rule and tenant:1df0554641aa43edac5589055e090236 is out of sync, need to count used quota {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:44:47.134680 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-cef05719-ff5b-4f94-b65a-7d613067c1a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:44:47.149891 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-cef05719-ff5b-4f94-b65a-7d613067c1a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:44:47.264708 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:47.299984 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4378ff1f-90fc-4982-b1f2-42de029ee4e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5b502d3-310c-4938-868e-fbf9b9000292'}] {{(pid=84000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 21:44:47.311736 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] For port d5b502d3-310c-4938-868e-fbf9b9000292, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=d5b502d3-310c-4938-868e-fbf9b9000292,segment=NetworkSegment(20660b0e-2a4d-4893-96d9-09882530bcf8),segment_id=20660b0e-2a4d-4893-96d9-09882530bcf8)] {{(pid=84000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:44:47.318181 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779317976793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779317533282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257537242501'] for port, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:47.320418 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:44:47.348584 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170d525a-fb73-4ce7-9c26-00dcdfad5f80 req-8a9e3938-53ba-410c-9af1-d70b421292c7 tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:44:47.357596 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-170d525a-fb73-4ce7-9c26-00dcdfad5f80 req-8a9e3938-53ba-410c-9af1-d70b421292c7 tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] 10.222.0.68 "GET /v2.0/ports?device_id=4378ff1f-90fc-4982-b1f2-42de029ee4e6 HTTP/1.1" status: 200 len: 943 time: 0.1788514 Feb 15 21:44:47.420932 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Pushing event updated for resources: {'Port': ['ID=d5b502d3-310c-4938-868e-fbf9b9000292,revision_number=4']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:44:47.425440 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4378ff1f-90fc-4982-b1f2-42de029ee4e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5b502d3-310c-4938-868e-fbf9b9000292', 'code': 200} Feb 15 21:44:47.426423 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:44:47.459158 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-cef05719-ff5b-4f94-b65a-7d613067c1a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:47.471224 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-cef05719-ff5b-4f94-b65a-7d613067c1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:47.485809 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-a7170bd9-6414-4743-b77c-4fdf469fb8c2 tempest-VolumesNegativeTest-94286840 tempest-VolumesNegativeTest-94286840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:44:47.523447 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef05719-ff5b-4f94-b65a-7d613067c1a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ada159fb-0959-41ce-90ff-e379a449848d,revision_number=1']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:44:47.541746 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-cef05719-ff5b-4f94-b65a-7d613067c1a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:44:47.559528 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-170d525a-fb73-4ce7-9c26-00dcdfad5f80 req-e9492af2-3edd-47bd-a71d-e53f0d37a3b1 tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] 10.222.0.68 "GET /v2.0/security-groups?id=ee7e2f94-af80-4e44-a0b7-17d277ea3aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802433 Feb 15 21:44:47.570056 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-cef05719-ff5b-4f94-b65a-7d613067c1a9 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=1df0554641aa43edac5589055e090236&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5229688 Feb 15 21:44:47.571034 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83998) accepted ('10.222.0.68', 51466) {{(pid=83998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:44:47.711578 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-f2c86517-0a55-4dbd-8332-0f1f8e92e803 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:47.742771 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-f2c86517-0a55-4dbd-8332-0f1f8e92e803 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:47.790030 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0f37dc-fa6a-452f-969e-f24697431fa2 req-5a37e3f3-394a-4b61-82a3-1f6c4f475bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:44:47.791807 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-bd0f37dc-fa6a-452f-969e-f24697431fa2 req-5a37e3f3-394a-4b61-82a3-1f6c4f475bdc service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4378ff1f-90fc-4982-b1f2-42de029ee4e6 HTTP/1.1" status: 200 len: 1162 time: 0.1880045 Feb 15 21:44:47.855105 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-f2c86517-0a55-4dbd-8332-0f1f8e92e803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:47.893213 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-96fdfb86-0ded-4d4a-bb26-a6dea88f4496 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:44:47.928454 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c86517-0a55-4dbd-8332-0f1f8e92e803 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ada159fb-0959-41ce-90ff-e379a449848d,revision_number=None']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:44:47.944932 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-f2c86517-0a55-4dbd-8332-0f1f8e92e803 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:44:47.956768 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-f2c86517-0a55-4dbd-8332-0f1f8e92e803 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:47.958902 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-f2c86517-0a55-4dbd-8332-0f1f8e92e803 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/ada159fb-0959-41ce-90ff-e379a449848d HTTP/1.1" status: 204 len: 168 time: 0.3865800 Feb 15 21:44:47.969094 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-bd0f37dc-fa6a-452f-969e-f24697431fa2 req-5b821d30-9c9b-4697-83b9-8efea9401707 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=ee7e2f94-af80-4e44-a0b7-17d277ea3aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646891 Feb 15 21:44:48.090914 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Device fe7f9e10-43c1-45ba-8db2-235aeff37b80 up at agent ovs-agent-dv-cinder-775250-3-smb {{(pid=84000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:44:48.193189 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Provisioning complete for port fe7f9e10-43c1-45ba-8db2-235aeff37b80 triggered by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:44:48.193735 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:48.509696 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Device d5b502d3-310c-4938-868e-fbf9b9000292 up at agent ovs-agent-hv-cinder-77525 {{(pid=84000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:44:48.611568 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Provisioning complete for port d5b502d3-310c-4938-868e-fbf9b9000292 triggered by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:44:48.612170 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:48.847003 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cadaf54-6371-4257-8e09-24f549343263 req-0f949b32-44f1-4391-a316-c3925c922515 tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:44:48.849173 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-0cadaf54-6371-4257-8e09-24f549343263 req-0f949b32-44f1-4391-a316-c3925c922515 tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] 10.222.0.68 "GET /v2.0/ports?device_id=4378ff1f-90fc-4982-b1f2-42de029ee4e6 HTTP/1.1" status: 200 len: 945 time: 0.1110902 Feb 15 21:44:48.922565 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-0cadaf54-6371-4257-8e09-24f549343263 req-fd6c8371-a9f8-4544-aca0-9e4f82f7177d tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] 10.222.0.68 "GET /v2.0/security-groups?id=ee7e2f94-af80-4e44-a0b7-17d277ea3aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612411 Feb 15 21:44:48.988867 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83998) accepted ('10.222.0.68', 51490) {{(pid=83998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:44:49.073536 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-317a03ea-2674-453b-9f6c-29e6cafab846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:49.128923 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.v2.base [None req-26b0a5df-5913-45e7-9cea-dd7fe267e114 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-155198162-network', 'tenant_id': '3cc6e0a7382c40f896e81938a70335ef'}} {{(pid=83998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:44:49.135464 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-26b0a5df-5913-45e7-9cea-dd7fe267e114 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:44:49.142240 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-26b0a5df-5913-45e7-9cea-dd7fe267e114 admin admin] Usage tracker for resource:network and tenant:3cc6e0a7382c40f896e81938a70335ef is out of sync, need to count used quota {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:44:49.145940 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-26b0a5df-5913-45e7-9cea-dd7fe267e114 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:44:49.154343 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-26b0a5df-5913-45e7-9cea-dd7fe267e114 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:44:49.165943 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26b0a5df-5913-45e7-9cea-dd7fe267e114 admin admin] Made reservation on behalf of 3cc6e0a7382c40f896e81938a70335ef for: {'network': 1} {{(pid=83998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 15 21:44:49.170986 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-26b0a5df-5913-45e7-9cea-dd7fe267e114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for network, before_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:49.185255 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-26b0a5df-5913-45e7-9cea-dd7fe267e114 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:49.202213 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-26b0a5df-5913-45e7-9cea-dd7fe267e114 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:44:49.206965 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-26b0a5df-5913-45e7-9cea-dd7fe267e114 admin admin] Usage tracker for resource:security_group_rule and tenant:3cc6e0a7382c40f896e81938a70335ef is out of sync, need to count used quota {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:44:49.210853 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-26b0a5df-5913-45e7-9cea-dd7fe267e114 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:44:49.217158 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-26b0a5df-5913-45e7-9cea-dd7fe267e114 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:44:49.324044 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-26b0a5df-5913-45e7-9cea-dd7fe267e114 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:49.327795 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-26b0a5df-5913-45e7-9cea-dd7fe267e114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:49.336398 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-cef05719-ff5b-4f94-b65a-7d613067c1a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:44:49.366488 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b0a5df-5913-45e7-9cea-dd7fe267e114 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92ccffc3-3f62-4302-a4cc-82485f92e6cc,revision_number=1']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:44:49.377241 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-26b0a5df-5913-45e7-9cea-dd7fe267e114 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:44:49.377988 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26b0a5df-5913-45e7-9cea-dd7fe267e114 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=83998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 15 21:44:49.389715 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-26b0a5df-5913-45e7-9cea-dd7fe267e114 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8779317874991', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515977'] for segment, precommit_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:49.390126 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.db.segments_db [None req-26b0a5df-5913-45e7-9cea-dd7fe267e114 admin admin] Added segment fb851330-bf7d-4202-8d6e-e431be4d5d0d of type vxlan for network 80ab6a5c-bf8a-446a-807a-e22b719ff5db Feb 15 21:44:49.422773 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-26b0a5df-5913-45e7-9cea-dd7fe267e114 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363257537296944'] for network, precommit_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:49.477115 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-26b0a5df-5913-45e7-9cea-dd7fe267e114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232'] for network, after_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:49.478610 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26b0a5df-5913-45e7-9cea-dd7fe267e114 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:44:49.479482 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-26b0a5df-5913-45e7-9cea-dd7fe267e114 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851048245'] for network, before_response {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:49.485328 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-2304ebc8-3e87-4ffc-a9db-0aa826def47a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:44:49.530499 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 51500) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:44:49.537171 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.v2.base [None req-0f33f51d-e289-43a8-8860-607377c24788 admin admin] Request body: {'subnet': {'network_id': '80ab6a5c-bf8a-446a-807a-e22b719ff5db', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-155198162-subnet', 'tenant_id': '3cc6e0a7382c40f896e81938a70335ef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:44:49.541692 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-26b0a5df-5913-45e7-9cea-dd7fe267e114 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.5510514 Feb 15 21:44:49.546387 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-0f33f51d-e289-43a8-8860-607377c24788 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:44:49.562505 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-0f33f51d-e289-43a8-8860-607377c24788 admin admin] Usage tracker for resource:subnet and tenant:3cc6e0a7382c40f896e81938a70335ef is out of sync, need to count used quota {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:44:49.566713 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-0f33f51d-e289-43a8-8860-607377c24788 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:44:49.573556 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-0f33f51d-e289-43a8-8860-607377c24788 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:44:49.587439 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f33f51d-e289-43a8-8860-607377c24788 admin admin] Made reservation on behalf of 3cc6e0a7382c40f896e81938a70335ef for: {'subnet': 1} {{(pid=83999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 15 21:44:49.592469 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-0f33f51d-e289-43a8-8860-607377c24788 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036592533813'] for subnet, before_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:49.645105 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b0a5df-5913-45e7-9cea-dd7fe267e114 admin admin] Pushing event updated for resources: {'Network': ['ID=80ab6a5c-bf8a-446a-807a-e22b719ff5db,revision_number=1']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:44:49.648258 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-26b0a5df-5913-45e7-9cea-dd7fe267e114 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:44:49.657021 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Network 80ab6a5c-bf8a-446a-807a-e22b719ff5db details requested by agent ovs-agent-dv-cinder-775250-3-smb with host dv-cinder-775250-3-smb {{(pid=84000) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 15 21:44:49.679561 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Network 80ab6a5c-bf8a-446a-807a-e22b719ff5db details requested by agent ovs-agent-hv-cinder-77525 with host hv-cinder-77525 {{(pid=84000) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 15 21:44:50.169402 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab932ae-955b-4c09-9a1e-ea8630bb9b84 req-885810c3-b9c9-46ed-9463-b3ae8397caba tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:44:50.178143 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-1ab932ae-955b-4c09-9a1e-ea8630bb9b84 req-885810c3-b9c9-46ed-9463-b3ae8397caba tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] 10.222.0.68 "GET /v2.0/ports?device_id=4378ff1f-90fc-4982-b1f2-42de029ee4e6 HTTP/1.1" status: 200 len: 945 time: 0.1046755 Feb 15 21:44:50.210514 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-0f33f51d-e289-43a8-8860-607377c24788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853815097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262241076'] for subnet, after_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:50.232435 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-4515895f-c1c4-4628-af9b-4fe19a67b2c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:44:50.237952 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-1ab932ae-955b-4c09-9a1e-ea8630bb9b84 req-4f03396a-8bf7-4458-b951-c8f964fa517b tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] 10.222.0.68 "GET /v2.0/security-groups?id=ee7e2f94-af80-4e44-a0b7-17d277ea3aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526266 Feb 15 21:44:50.388211 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f33f51d-e289-43a8-8860-607377c24788 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2afdfb64-c937-4aeb-a31e-c067e4aa4d45,revision_number=0']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:44:50.393384 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-0f33f51d-e289-43a8-8860-607377c24788 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:44:50.464377 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f33f51d-e289-43a8-8860-607377c24788 admin admin] Checking segment: {'id': 'fb851330-bf7d-4202-8d6e-e431be4d5d0d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '80ab6a5c-bf8a-446a-807a-e22b719ff5db'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 21:44:50.464684 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f33f51d-e289-43a8-8860-607377c24788 admin admin] Network hostable DHCP agents. Network: 80ab6a5c-bf8a-446a-807a-e22b719ff5db, hostable agents: ['d424e710-01f3-4b4f-8c21-3c6c336e6167'], hosted agents: [] {{(pid=83999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 15 21:44:50.488268 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f33f51d-e289-43a8-8860-607377c24788 admin admin] Network 80ab6a5c-bf8a-446a-807a-e22b719ff5db is scheduled to be hosted by DHCP agent d424e710-01f3-4b4f-8c21-3c6c336e6167 with binding_index 1 {{(pid=83999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 15 21:44:50.498781 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.base_scheduler [None req-0f33f51d-e289-43a8-8860-607377c24788 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775250-3-smb, 80ab6a5c-bf8a-446a-807a-e22b719ff5db) {{(pid=83999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 21:44:50.512227 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a500e18e-b7f0-46d5-8f62-4badfbeced31 None None] Network 80ab6a5c-bf8a-446a-807a-e22b719ff5db requested from dv-cinder-775250-3-smb {{(pid=84000) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 15 21:44:50.512438 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f33f51d-e289-43a8-8860-607377c24788 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:44:50.513007 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-0f33f51d-e289-43a8-8860-607377c24788 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851048245'] for subnet, before_response {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:50.547053 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-0f33f51d-e289-43a8-8860-607377c24788 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0076029 Feb 15 21:44:50.630178 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Device d5b502d3-310c-4938-868e-fbf9b9000292 up at agent ovs-agent-hv-cinder-77525 {{(pid=84000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:44:50.920485 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Provisioning complete for port d5b502d3-310c-4938-868e-fbf9b9000292 triggered by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:44:50.920924 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:51.038076 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4168d50b-bbf0-4b7c-812f-2797e2062e12 None None] Network 80ab6a5c-bf8a-446a-807a-e22b719ff5db requested from dv-cinder-775250-3-smb {{(pid=84000) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 15 21:44:51.572280 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 51536) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:44:51.578930 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.v2.base [None req-4123427f-4c9c-4530-ab86-3cb50dc741d6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-930484550-network', 'tenant_id': '0057bbc551e84308b45945be12134fc7'}} {{(pid=83999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:44:51.585223 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-4123427f-4c9c-4530-ab86-3cb50dc741d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:44:51.589417 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-4123427f-4c9c-4530-ab86-3cb50dc741d6 admin admin] Usage tracker for resource:network and tenant:0057bbc551e84308b45945be12134fc7 is out of sync, need to count used quota {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:44:51.595178 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-4123427f-4c9c-4530-ab86-3cb50dc741d6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:44:51.603163 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-4123427f-4c9c-4530-ab86-3cb50dc741d6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:44:51.619187 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4123427f-4c9c-4530-ab86-3cb50dc741d6 admin admin] Made reservation on behalf of 0057bbc551e84308b45945be12134fc7 for: {'network': 1} {{(pid=83999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 15 21:44:51.624500 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-4123427f-4c9c-4530-ab86-3cb50dc741d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for network, before_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:51.641831 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-4123427f-4c9c-4530-ab86-3cb50dc741d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:51.660352 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-4123427f-4c9c-4530-ab86-3cb50dc741d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:44:51.672967 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-4123427f-4c9c-4530-ab86-3cb50dc741d6 admin admin] Usage tracker for resource:security_group_rule and tenant:0057bbc551e84308b45945be12134fc7 is out of sync, need to count used quota {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:44:51.677404 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-4123427f-4c9c-4530-ab86-3cb50dc741d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:44:51.685498 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-4123427f-4c9c-4530-ab86-3cb50dc741d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:44:51.800293 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-4123427f-4c9c-4530-ab86-3cb50dc741d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:51.803875 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-4123427f-4c9c-4530-ab86-3cb50dc741d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:51.808948 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-75adbd49-b44e-4404-911f-07e9212aeebf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:44:51.851650 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4123427f-4c9c-4530-ab86-3cb50dc741d6 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 10} {{(pid=83999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 15 21:44:51.858094 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4123427f-4c9c-4530-ab86-3cb50dc741d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c99b241-c6e9-456e-a54d-16e84cb7c211,revision_number=1']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:44:51.862851 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-4123427f-4c9c-4530-ab86-3cb50dc741d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:44:51.867527 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-4123427f-4c9c-4530-ab86-3cb50dc741d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515977'] for segment, precommit_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:51.867946 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.db.segments_db [None req-4123427f-4c9c-4530-ab86-3cb50dc741d6 admin admin] Added segment 898c15c9-fbeb-4894-bbe1-8e44a17292cb of type vxlan for network dbf95feb-1de6-422f-a4b0-04d5a3440d88 Feb 15 21:44:51.904357 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-4123427f-4c9c-4530-ab86-3cb50dc741d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363257537296944'] for network, precommit_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:51.941598 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-4123427f-4c9c-4530-ab86-3cb50dc741d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232'] for network, after_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:51.942914 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4123427f-4c9c-4530-ab86-3cb50dc741d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:44:51.943557 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-4123427f-4c9c-4530-ab86-3cb50dc741d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851048245'] for network, before_response {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:51.969682 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:44:51.996134 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-4123427f-4c9c-4530-ab86-3cb50dc741d6 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.4211214 Feb 15 21:44:52.008683 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83998) accepted ('10.222.0.68', 51542) {{(pid=83998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:44:52.023126 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.v2.base [None req-aabc8d26-1880-4fc2-9b8a-013127710d2f admin admin] Request body: {'subnet': {'network_id': 'dbf95feb-1de6-422f-a4b0-04d5a3440d88', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-930484550-subnet', 'tenant_id': '0057bbc551e84308b45945be12134fc7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:44:52.031254 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-aabc8d26-1880-4fc2-9b8a-013127710d2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:44:52.046199 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-aabc8d26-1880-4fc2-9b8a-013127710d2f admin admin] Usage tracker for resource:subnet and tenant:0057bbc551e84308b45945be12134fc7 is out of sync, need to count used quota {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:44:52.051072 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-aabc8d26-1880-4fc2-9b8a-013127710d2f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:44:52.059279 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-aabc8d26-1880-4fc2-9b8a-013127710d2f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:44:52.084793 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a016c1ff-7729-4354-9a6c-b30be8d17874 req-30b76c17-2a8c-48b3-bf61-463ec8e5140c tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:44:52.086870 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-a016c1ff-7729-4354-9a6c-b30be8d17874 req-30b76c17-2a8c-48b3-bf61-463ec8e5140c tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] 10.222.0.68 "GET /v2.0/ports?device_id=4378ff1f-90fc-4982-b1f2-42de029ee4e6 HTTP/1.1" status: 200 len: 945 time: 0.2212112 Feb 15 21:44:52.088274 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aabc8d26-1880-4fc2-9b8a-013127710d2f admin admin] Made reservation on behalf of 0057bbc551e84308b45945be12134fc7 for: {'subnet': 1} {{(pid=83998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 15 21:44:52.093936 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aabc8d26-1880-4fc2-9b8a-013127710d2f admin admin] Notify callbacks [] for subnet, before_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:52.099123 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4123427f-4c9c-4530-ab86-3cb50dc741d6 admin admin] Pushing event updated for resources: {'Network': ['ID=dbf95feb-1de6-422f-a4b0-04d5a3440d88,revision_number=1']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:44:52.102862 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-4123427f-4c9c-4530-ab86-3cb50dc741d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:44:52.112393 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Network dbf95feb-1de6-422f-a4b0-04d5a3440d88 details requested by agent ovs-agent-dv-cinder-775250-3-smb with host dv-cinder-775250-3-smb {{(pid=84000) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 15 21:44:52.131689 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Network dbf95feb-1de6-422f-a4b0-04d5a3440d88 details requested by agent ovs-agent-hv-cinder-77525 with host hv-cinder-77525 {{(pid=84000) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 15 21:44:52.257518 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-a016c1ff-7729-4354-9a6c-b30be8d17874 req-c57d9da4-38fb-445b-bc33-4fb15f1ced24 tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] 10.222.0.68 "GET /v2.0/security-groups?id=ee7e2f94-af80-4e44-a0b7-17d277ea3aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429315 Feb 15 21:44:52.421660 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-574d54f5-4fa6-4cf8-bd38-a103d639ac3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:52.501757 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-4f2d6fe3-588d-414d-8fc0-9e430caa4704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:52.703285 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aabc8d26-1880-4fc2-9b8a-013127710d2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232'] for subnet, after_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:52.724286 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-e243e8b6-85c7-44f1-aaf7-9807ec73b1c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:44:52.884499 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabc8d26-1880-4fc2-9b8a-013127710d2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=87bfa6f9-7cf9-49d6-80af-31a7e92f3b94,revision_number=0']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:44:52.888063 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-aabc8d26-1880-4fc2-9b8a-013127710d2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:44:52.962838 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabc8d26-1880-4fc2-9b8a-013127710d2f admin admin] Checking segment: {'id': '898c15c9-fbeb-4894-bbe1-8e44a17292cb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'dbf95feb-1de6-422f-a4b0-04d5a3440d88'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 21:44:52.963151 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aabc8d26-1880-4fc2-9b8a-013127710d2f admin admin] Network hostable DHCP agents. Network: dbf95feb-1de6-422f-a4b0-04d5a3440d88, hostable agents: ['d424e710-01f3-4b4f-8c21-3c6c336e6167'], hosted agents: [] {{(pid=83998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 15 21:44:53.001537 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aabc8d26-1880-4fc2-9b8a-013127710d2f admin admin] Network dbf95feb-1de6-422f-a4b0-04d5a3440d88 is scheduled to be hosted by DHCP agent d424e710-01f3-4b4f-8c21-3c6c336e6167 with binding_index 1 {{(pid=83998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 15 21:44:53.010530 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.base_scheduler [None req-aabc8d26-1880-4fc2-9b8a-013127710d2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775250-3-smb, dbf95feb-1de6-422f-a4b0-04d5a3440d88) {{(pid=83998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 21:44:53.019054 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aabc8d26-1880-4fc2-9b8a-013127710d2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:44:53.019054 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aabc8d26-1880-4fc2-9b8a-013127710d2f admin admin] Notify callbacks [] for subnet, before_response {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:53.021759 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d039b55-f643-4e98-bc65-847c8979ae3b None None] Network dbf95feb-1de6-422f-a4b0-04d5a3440d88 requested from dv-cinder-775250-3-smb {{(pid=84000) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 15 21:44:53.042587 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-aabc8d26-1880-4fc2-9b8a-013127710d2f admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0297637 Feb 15 21:44:53.253794 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d52a2b2-1cc7-4ee0-9c16-6e25c0c66deb None None] Network dbf95feb-1de6-422f-a4b0-04d5a3440d88 requested from dv-cinder-775250-3-smb {{(pid=84000) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 15 21:44:53.536524 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:53.554526 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fd57f9-bc3d-4ce1-a83a-e983ed86a595 req-1a2941ae-bb97-4ac7-8f2d-4bbb19f2f481 tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:44:53.556884 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-81fd57f9-bc3d-4ce1-a83a-e983ed86a595 req-1a2941ae-bb97-4ac7-8f2d-4bbb19f2f481 tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] 10.222.0.68 "GET /v2.0/ports?device_id=4378ff1f-90fc-4982-b1f2-42de029ee4e6 HTTP/1.1" status: 200 len: 945 time: 0.1512825 Feb 15 21:44:53.615960 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-81fd57f9-bc3d-4ce1-a83a-e983ed86a595 req-267da44a-7997-43d6-9421-359ecbbb5feb tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] 10.222.0.68 "GET /v2.0/security-groups?id=ee7e2f94-af80-4e44-a0b7-17d277ea3aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516281 Feb 15 21:44:53.789707 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f97f0ec-fbe5-46e7-b22e-c73626d0705e req-841ddb3f-fcfe-4dab-a396-852a2e1a0fd1 tempest-VolumesActionsTest-1341880187 tempest-VolumesActionsTest-1341880187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:44:53.791266 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-4f97f0ec-fbe5-46e7-b22e-c73626d0705e req-841ddb3f-fcfe-4dab-a396-852a2e1a0fd1 tempest-VolumesActionsTest-1341880187 tempest-VolumesActionsTest-1341880187-project] 10.222.0.68 "GET /v2.0/networks?id=80ab6a5c-bf8a-446a-807a-e22b719ff5db HTTP/1.1" status: 200 len: 808 time: 0.1643016 Feb 15 21:44:53.807928 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-4f97f0ec-fbe5-46e7-b22e-c73626d0705e req-89c140ce-9f2d-429c-9b4d-616ef016e21c tempest-VolumesActionsTest-1341880187 tempest-VolumesActionsTest-1341880187-project] 10.222.0.68 "GET /v2.0/quotas/3cc6e0a7382c40f896e81938a70335ef HTTP/1.1" status: 200 len: 375 time: 0.0101607 Feb 15 21:44:53.865983 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-4f97f0ec-fbe5-46e7-b22e-c73626d0705e req-aaad41f3-d741-4016-9fca-19b004433454 tempest-VolumesActionsTest-1341880187 tempest-VolumesActionsTest-1341880187-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=3cc6e0a7382c40f896e81938a70335ef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0523100 Feb 15 21:44:53.942648 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8a4fae-4156-432f-a3d1-a441c308b1ad req-b1121941-6939-4ef3-971c-7185428a8068 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:44:53.943397 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [req-1b8a4fae-4156-432f-a3d1-a441c308b1ad req-b1121941-6939-4ef3-971c-7185428a8068 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Synchronizing usage tracker for tenant:b71bf34df67e45829c465ac56f78d37b on resource:network {{(pid=83998) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 21:44:53.959169 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9057ed-defb-4485-a806-4336bed69df9 req-b964330f-03c6-42c4-a99e-a6b901b104fb tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:44:53.960801 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-ae9057ed-defb-4485-a806-4336bed69df9 req-b964330f-03c6-42c4-a99e-a6b901b104fb tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] 10.222.0.46 "GET /v2.0/ports?device_id=4378ff1f-90fc-4982-b1f2-42de029ee4e6 HTTP/1.1" status: 200 len: 945 time: 0.1477923 Feb 15 21:44:54.006874 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [req-1b8a4fae-4156-432f-a3d1-a441c308b1ad req-b1121941-6939-4ef3-971c-7185428a8068 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Unset dirty status for tenant:b71bf34df67e45829c465ac56f78d37b on resource:network {{(pid=83998) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 21:44:54.008172 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-1b8a4fae-4156-432f-a3d1-a441c308b1ad req-b1121941-6939-4ef3-971c-7185428a8068 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] 10.222.0.68 "GET /v2.0/networks?id=17650221-126f-4533-a3d9-bfbcad2f9afd HTTP/1.1" status: 200 len: 815 time: 0.2922716 Feb 15 21:44:54.045214 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-1b8a4fae-4156-432f-a3d1-a441c308b1ad req-25d48a60-d7f6-47c3-8e73-15b914dc730c tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] 10.222.0.68 "GET /v2.0/quotas/b71bf34df67e45829c465ac56f78d37b HTTP/1.1" status: 200 len: 375 time: 0.0231287 Feb 15 21:44:54.060631 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.plugin [req-ae9057ed-defb-4485-a806-4336bed69df9 req-07e49db8-d5da-4215-bedc-21705b262201 tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] Deleting port d5b502d3-310c-4938-868e-fbf9b9000292 {{(pid=83998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 21:44:54.061038 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-ae9057ed-defb-4485-a806-4336bed69df9 req-07e49db8-d5da-4215-bedc-21705b262201 tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779317974814'] for port, before_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:54.245612 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-4f97f0ec-fbe5-46e7-b22e-c73626d0705e req-b165946c-a805-4f05-b2f8-5dd583f0a509 service neutron] 10.222.0.68 "GET /v2.0/networks/80ab6a5c-bf8a-446a-807a-e22b719ff5db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3719273 Feb 15 21:44:54.302046 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [req-1b8a4fae-4156-432f-a3d1-a441c308b1ad req-56283607-8a3c-456f-8986-177877003ff0 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Synchronizing usage tracker for tenant:b71bf34df67e45829c465ac56f78d37b on resource:port {{(pid=83998) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 21:44:54.385927 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [req-1b8a4fae-4156-432f-a3d1-a441c308b1ad req-56283607-8a3c-456f-8986-177877003ff0 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Unset dirty status for tenant:b71bf34df67e45829c465ac56f78d37b on resource:port {{(pid=83998) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 21:44:54.387393 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-1b8a4fae-4156-432f-a3d1-a441c308b1ad req-56283607-8a3c-456f-8986-177877003ff0 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=b71bf34df67e45829c465ac56f78d37b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3345346 Feb 15 21:44:54.400306 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-4f97f0ec-fbe5-46e7-b22e-c73626d0705e req-ddca3df8-f648-4c55-bd45-aff1f8ada34a service neutron] 10.222.0.68 "GET /v2.0/networks/80ab6a5c-bf8a-446a-807a-e22b719ff5db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1473577 Feb 15 21:44:54.434460 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-c15141da-837e-426e-b554-b41f5a3e4bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:54.505148 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Device d5b502d3-310c-4938-868e-fbf9b9000292 no longer exists at agent ovs-agent-hv-cinder-77525 {{(pid=84000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 15 21:44:54.518445 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [req-ae9057ed-defb-4485-a806-4336bed69df9 req-07e49db8-d5da-4215-bedc-21705b262201 tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] For port d5b502d3-310c-4938-868e-fbf9b9000292, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=d5b502d3-310c-4938-868e-fbf9b9000292,segment=NetworkSegment(20660b0e-2a4d-4893-96d9-09882530bcf8),segment_id=20660b0e-2a4d-4893-96d9-09882530bcf8)] {{(pid=83998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:44:54.519353 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-ae9057ed-defb-4485-a806-4336bed69df9 req-07e49db8-d5da-4215-bedc-21705b262201 tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3871786'] for port, precommit_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:54.602256 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-1b8a4fae-4156-432f-a3d1-a441c308b1ad req-95ff0ac1-693a-40f9-83af-1916e86391d4 service neutron] 10.222.0.68 "GET /v2.0/networks/17650221-126f-4533-a3d9-bfbcad2f9afd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883607 Feb 15 21:44:54.617175 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-cb15b3b4-7ddb-407b-9f05-cfc0d1e3b195 req-c871c945-1e8d-4b2c-8c0a-3c7bd9fdc690 tempest-VolumesActionsTest-1341880187 tempest-VolumesActionsTest-1341880187-project] 10.222.0.68 "GET /v2.0/ports?device_id=2af220e9-67b0-4b8f-bba1-926d99efe508 HTTP/1.1" status: 200 len: 210 time: 0.0609100 Feb 15 21:44:54.661556 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:54.697993 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4378ff1f-90fc-4982-b1f2-42de029ee4e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5b502d3-310c-4938-868e-fbf9b9000292'}] {{(pid=84000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 21:44:54.715229 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] For port d5b502d3-310c-4938-868e-fbf9b9000292, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=d5b502d3-310c-4938-868e-fbf9b9000292,segment=NetworkSegment(20660b0e-2a4d-4893-96d9-09882530bcf8),segment_id=20660b0e-2a4d-4893-96d9-09882530bcf8)] {{(pid=84000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:44:54.719263 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779317976793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779317533282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257537242501'] for port, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:54.722327 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:44:54.760090 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.plugin [req-ae9057ed-defb-4485-a806-4336bed69df9 req-07e49db8-d5da-4215-bedc-21705b262201 tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] Calling delete_port for d5b502d3-310c-4938-868e-fbf9b9000292 owned by compute:nova {{(pid=83998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 21:44:54.811200 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Pushing event updated for resources: {'Port': ['ID=d5b502d3-310c-4938-868e-fbf9b9000292,revision_number=5']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:44:54.816095 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:44:54.864425 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133f833c-a63c-4eae-8a7d-c4f37f5266e7 req-f17d6665-df90-4afe-a99a-b3592f2f58c0 tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:44:54.866115 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-133f833c-a63c-4eae-8a7d-c4f37f5266e7 req-f17d6665-df90-4afe-a99a-b3592f2f58c0 tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] 10.222.0.68 "GET /v2.0/ports?device_id=4378ff1f-90fc-4982-b1f2-42de029ee4e6 HTTP/1.1" status: 200 len: 943 time: 0.1125784 Feb 15 21:44:54.928553 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-133f833c-a63c-4eae-8a7d-c4f37f5266e7 req-20a343ca-81c5-41e0-9152-862d93624b9d tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] 10.222.0.68 "GET /v2.0/security-groups?id=ee7e2f94-af80-4e44-a0b7-17d277ea3aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531802 Feb 15 21:44:54.952900 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-1b8a4fae-4156-432f-a3d1-a441c308b1ad req-57b01512-2ef5-4af5-8c60-35c521e1f042 service neutron] 10.222.0.68 "GET /v2.0/networks/17650221-126f-4533-a3d9-bfbcad2f9afd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2860925 Feb 15 21:44:54.954778 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.db.api [req-ae9057ed-defb-4485-a806-4336bed69df9 req-07e49db8-d5da-4215-bedc-21705b262201 tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83998) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 15 21:44:54.955146 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_db.api [req-ae9057ed-defb-4485-a806-4336bed69df9 req-07e49db8-d5da-4215-bedc-21705b262201 tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83998) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 15 21:44:54.997793 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4378ff1f-90fc-4982-b1f2-42de029ee4e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5b502d3-310c-4938-868e-fbf9b9000292', 'code': 200} Feb 15 21:44:55.159705 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-92c6e250-58fd-4f87-848e-ccb18eabd20b req-d658e6af-aac5-4d0d-8f2e-160f7d5ae653 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] 10.222.0.68 "GET /v2.0/ports?device_id=d699b755-4adc-4240-8368-0341ea8761c0 HTTP/1.1" status: 200 len: 210 time: 0.0510113 Feb 15 21:44:55.456024 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.plugin [req-ae9057ed-defb-4485-a806-4336bed69df9 req-07e49db8-d5da-4215-bedc-21705b262201 tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] Deleting port d5b502d3-310c-4938-868e-fbf9b9000292 {{(pid=83998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 21:44:55.456460 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-ae9057ed-defb-4485-a806-4336bed69df9 req-07e49db8-d5da-4215-bedc-21705b262201 tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779317974814'] for port, before_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:55.862809 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-8f4432d3-bb0d-4b14-873a-91a5e3c813cb req-1e627f3b-7afa-46b1-bcf7-55b634d68714 tempest-VolumesActionsTest-1341880187 tempest-VolumesActionsTest-1341880187-project] 10.222.0.68 "GET /v2.0/ports?device_id=2af220e9-67b0-4b8f-bba1-926d99efe508 HTTP/1.1" status: 200 len: 210 time: 0.0653408 Feb 15 21:44:56.033436 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [req-ae9057ed-defb-4485-a806-4336bed69df9 req-07e49db8-d5da-4215-bedc-21705b262201 tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] For port d5b502d3-310c-4938-868e-fbf9b9000292, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=d5b502d3-310c-4938-868e-fbf9b9000292,segment=NetworkSegment(20660b0e-2a4d-4893-96d9-09882530bcf8),segment_id=20660b0e-2a4d-4893-96d9-09882530bcf8)] {{(pid=83998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:44:56.034412 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-ae9057ed-defb-4485-a806-4336bed69df9 req-07e49db8-d5da-4215-bedc-21705b262201 tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3871786'] for port, precommit_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:56.046986 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f97f0ec-fbe5-46e7-b22e-c73626d0705e req-f94c87e1-e04c-4642-8027-e839c89c6972 tempest-VolumesActionsTest-1341880187 tempest-VolumesActionsTest-1341880187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:44:56.049211 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-4f97f0ec-fbe5-46e7-b22e-c73626d0705e req-f94c87e1-e04c-4642-8027-e839c89c6972 tempest-VolumesActionsTest-1341880187 tempest-VolumesActionsTest-1341880187-project] 10.222.0.46 "GET /v2.0/networks?id=80ab6a5c-bf8a-446a-807a-e22b719ff5db HTTP/1.1" status: 200 len: 808 time: 0.2241166 Feb 15 21:44:56.067039 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.v2.base [req-4f97f0ec-fbe5-46e7-b22e-c73626d0705e req-0f6ca924-ab5c-4096-a1c4-e6b7f78fc97f tempest-VolumesActionsTest-1341880187 tempest-VolumesActionsTest-1341880187-project] Request body: {'port': {'device_id': '2af220e9-67b0-4b8f-bba1-926d99efe508', 'network_id': '80ab6a5c-bf8a-446a-807a-e22b719ff5db', 'admin_state_up': True, 'tenant_id': '3cc6e0a7382c40f896e81938a70335ef'}} {{(pid=83999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:44:56.177277 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.plugin [req-ae9057ed-defb-4485-a806-4336bed69df9 req-07e49db8-d5da-4215-bedc-21705b262201 tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] Calling delete_port for d5b502d3-310c-4938-868e-fbf9b9000292 owned by compute:nova {{(pid=83998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 21:44:56.299241 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [req-4f97f0ec-fbe5-46e7-b22e-c73626d0705e req-0f6ca924-ab5c-4096-a1c4-e6b7f78fc97f tempest-VolumesActionsTest-1341880187 tempest-VolumesActionsTest-1341880187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:44:56.306258 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [req-4f97f0ec-fbe5-46e7-b22e-c73626d0705e req-0f6ca924-ab5c-4096-a1c4-e6b7f78fc97f tempest-VolumesActionsTest-1341880187 tempest-VolumesActionsTest-1341880187-project] Usage tracker for resource:port and tenant:3cc6e0a7382c40f896e81938a70335ef is out of sync, need to count used quota {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:44:56.314969 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a9819c-74e4-4f3b-b24b-ebf112630446 req-b183db05-50c1-413c-9721-a0a169d7e105 tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:44:56.316613 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-b3a9819c-74e4-4f3b-b24b-ebf112630446 req-b183db05-50c1-413c-9721-a0a169d7e105 tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] 10.222.0.68 "GET /v2.0/ports?device_id=4378ff1f-90fc-4982-b1f2-42de029ee4e6 HTTP/1.1" status: 200 len: 943 time: 0.2042003 Feb 15 21:44:56.317574 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [req-4f97f0ec-fbe5-46e7-b22e-c73626d0705e req-0f6ca924-ab5c-4096-a1c4-e6b7f78fc97f tempest-VolumesActionsTest-1341880187 tempest-VolumesActionsTest-1341880187-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:44:56.327101 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [req-4f97f0ec-fbe5-46e7-b22e-c73626d0705e req-0f6ca924-ab5c-4096-a1c4-e6b7f78fc97f tempest-VolumesActionsTest-1341880187 tempest-VolumesActionsTest-1341880187-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:44:56.366126 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f97f0ec-fbe5-46e7-b22e-c73626d0705e req-0f6ca924-ab5c-4096-a1c4-e6b7f78fc97f tempest-VolumesActionsTest-1341880187 tempest-VolumesActionsTest-1341880187-project] Made reservation on behalf of 3cc6e0a7382c40f896e81938a70335ef for: {'port': 1} {{(pid=83999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 15 21:44:56.371214 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-4f97f0ec-fbe5-46e7-b22e-c73626d0705e req-0f6ca924-ab5c-4096-a1c4-e6b7f78fc97f tempest-VolumesActionsTest-1341880187 tempest-VolumesActionsTest-1341880187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:56.377895 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-4002150b-587e-4170-8c0c-771f6d7488d3 req-24c75a54-8f0c-4d2c-8938-3fa9908d050b tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] 10.222.0.68 "GET /v2.0/ports?device_id=d699b755-4adc-4240-8368-0341ea8761c0 HTTP/1.1" status: 200 len: 210 time: 0.0757289 Feb 15 21:44:56.409978 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-b3a9819c-74e4-4f3b-b24b-ebf112630446 req-b51e06f2-9d39-49b7-bcb0-bb1ac8f1f060 tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] 10.222.0.68 "GET /v2.0/security-groups?id=ee7e2f94-af80-4e44-a0b7-17d277ea3aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798879 Feb 15 21:44:56.416955 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-ae9057ed-defb-4485-a806-4336bed69df9 req-07e49db8-d5da-4215-bedc-21705b262201 tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779317976810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363257537242535'] for port, after_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:56.439103 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-20ba88ca-a817-49e5-b350-7d866e074e5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:44:56.609775 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e49db8-d5da-4215-bedc-21705b262201 tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] Pushing event deleted for resources: {'Port': ['ID=d5b502d3-310c-4938-868e-fbf9b9000292,revision_number=None']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:44:56.618323 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-07e49db8-d5da-4215-bedc-21705b262201 tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:44:56.707022 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.db_base_plugin_common [req-4f97f0ec-fbe5-46e7-b22e-c73626d0705e req-0f6ca924-ab5c-4096-a1c4-e6b7f78fc97f tempest-VolumesActionsTest-1341880187 tempest-VolumesActionsTest-1341880187-project] Allocated IP 172.20.0.5 (80ab6a5c-bf8a-446a-807a-e22b719ff5db/2afdfb64-c937-4aeb-a31e-c067e4aa4d45/e9456d4d-191f-4158-8dfa-f19b90cb0b03) {{(pid=83999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 15 21:44:56.824711 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8a4fae-4156-432f-a3d1-a441c308b1ad req-7cbe47e0-ef66-4c63-a224-fbdb2d35357d tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:44:56.826341 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-1b8a4fae-4156-432f-a3d1-a441c308b1ad req-7cbe47e0-ef66-4c63-a224-fbdb2d35357d tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] 10.222.0.46 "GET /v2.0/networks?id=17650221-126f-4533-a3d9-bfbcad2f9afd HTTP/1.1" status: 200 len: 815 time: 0.3294916 Feb 15 21:44:56.918214 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.v2.base [req-1b8a4fae-4156-432f-a3d1-a441c308b1ad req-dffaa41f-09df-4c35-9d84-1a24aeecba30 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Request body: {'port': {'device_id': 'd699b755-4adc-4240-8368-0341ea8761c0', 'network_id': '17650221-126f-4533-a3d9-bfbcad2f9afd', 'admin_state_up': True, 'tenant_id': 'b71bf34df67e45829c465ac56f78d37b'}} {{(pid=83998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:44:56.938181 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-4f97f0ec-fbe5-46e7-b22e-c73626d0705e req-0f6ca924-ab5c-4096-a1c4-e6b7f78fc97f tempest-VolumesActionsTest-1341880187 tempest-VolumesActionsTest-1341880187-project] Notify callbacks [] for port, precommit_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:56.971588 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-4f97f0ec-fbe5-46e7-b22e-c73626d0705e req-0f6ca924-ab5c-4096-a1c4-e6b7f78fc97f tempest-VolumesActionsTest-1341880187 tempest-VolumesActionsTest-1341880187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363257537239207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853815187'] for port, after_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:56.976326 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae9057ed-defb-4485-a806-4336bed69df9 req-07e49db8-d5da-4215-bedc-21705b262201 tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] No DVR routers for this DVR port d5b502d3-310c-4938-868e-fbf9b9000292 on host hv-cinder-77525 {{(pid=83998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 15 21:44:56.987606 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-7c0cf239-bb33-4dbd-bf5e-529d24e1ac12 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:44:57.090706 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-ae9057ed-defb-4485-a806-4336bed69df9 req-07e49db8-d5da-4215-bedc-21705b262201 tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762656'] for port, before_response {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:57.093906 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4378ff1f-90fc-4982-b1f2-42de029ee4e6', 'name': 'network-vif-deleted', 'tag': 'd5b502d3-310c-4938-868e-fbf9b9000292'}] {{(pid=83998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 21:44:57.149821 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6ca924-ab5c-4096-a1c4-e6b7f78fc97f tempest-VolumesActionsTest-1341880187 tempest-VolumesActionsTest-1341880187-project] Pushing event updated for resources: {'Port': ['ID=e9456d4d-191f-4158-8dfa-f19b90cb0b03,revision_number=1']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:44:57.154609 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-0f6ca924-ab5c-4096-a1c4-e6b7f78fc97f tempest-VolumesActionsTest-1341880187 tempest-VolumesActionsTest-1341880187-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:44:57.156717 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-ae9057ed-defb-4485-a806-4336bed69df9 req-07e49db8-d5da-4215-bedc-21705b262201 tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] 10.222.0.46 "DELETE /v2.0/ports/d5b502d3-310c-4938-868e-fbf9b9000292 HTTP/1.1" status: 204 len: 173 time: 3.1889172 Feb 15 21:44:57.168971 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [req-1b8a4fae-4156-432f-a3d1-a441c308b1ad req-dffaa41f-09df-4c35-9d84-1a24aeecba30 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:44:57.183847 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [req-1b8a4fae-4156-432f-a3d1-a441c308b1ad req-dffaa41f-09df-4c35-9d84-1a24aeecba30 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:44:57.201782 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4378ff1f-90fc-4982-b1f2-42de029ee4e6', 'name': 'network-vif-deleted', 'tag': 'd5b502d3-310c-4938-868e-fbf9b9000292', 'status': 'completed', 'code': 200} Feb 15 21:44:57.204340 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b8a4fae-4156-432f-a3d1-a441c308b1ad req-dffaa41f-09df-4c35-9d84-1a24aeecba30 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Made reservation on behalf of b71bf34df67e45829c465ac56f78d37b for: {'port': 1} {{(pid=83998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 15 21:44:57.215749 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-1b8a4fae-4156-432f-a3d1-a441c308b1ad req-dffaa41f-09df-4c35-9d84-1a24aeecba30 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:57.232833 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f97f0ec-fbe5-46e7-b22e-c73626d0705e req-0f6ca924-ab5c-4096-a1c4-e6b7f78fc97f tempest-VolumesActionsTest-1341880187 tempest-VolumesActionsTest-1341880187-project] Network 80ab6a5c-bf8a-446a-807a-e22b719ff5db is already hosted by enough agents. {{(pid=83999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 21:44:57.234745 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.base_scheduler [req-4f97f0ec-fbe5-46e7-b22e-c73626d0705e req-0f6ca924-ab5c-4096-a1c4-e6b7f78fc97f tempest-VolumesActionsTest-1341880187 tempest-VolumesActionsTest-1341880187-project] Resources bound (agent type, host, resource id): {{(pid=83999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 21:44:57.242219 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f97f0ec-fbe5-46e7-b22e-c73626d0705e req-0f6ca924-ab5c-4096-a1c4-e6b7f78fc97f tempest-VolumesActionsTest-1341880187 tempest-VolumesActionsTest-1341880187-project] Received port after_create {{(pid=83999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 15 21:44:57.383910 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f97f0ec-fbe5-46e7-b22e-c73626d0705e req-0f6ca924-ab5c-4096-a1c4-e6b7f78fc97f tempest-VolumesActionsTest-1341880187 tempest-VolumesActionsTest-1341880187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:44:57.384597 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-4f97f0ec-fbe5-46e7-b22e-c73626d0705e req-0f6ca924-ab5c-4096-a1c4-e6b7f78fc97f tempest-VolumesActionsTest-1341880187 tempest-VolumesActionsTest-1341880187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762656'] for port, before_response {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:57.416723 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-4f97f0ec-fbe5-46e7-b22e-c73626d0705e req-0f6ca924-ab5c-4096-a1c4-e6b7f78fc97f tempest-VolumesActionsTest-1341880187 tempest-VolumesActionsTest-1341880187-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3545728 Feb 15 21:44:57.437689 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.v2.base [req-4f97f0ec-fbe5-46e7-b22e-c73626d0705e req-95e19452-ecd8-4c23-9554-970de9504956 service neutron] Request body: {'port': {'device_id': '2af220e9-67b0-4b8f-bba1-926d99efe508', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77525'}} {{(pid=83999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:44:57.599770 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4004838d-e525-49b0-a998-783c4444f5f6 req-bd94c826-49c6-49e0-8292-3cfcd07f33a3 tempest-VolumesActionsTest-1341880187 tempest-VolumesActionsTest-1341880187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:44:57.608708 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-4004838d-e525-49b0-a998-783c4444f5f6 req-bd94c826-49c6-49e0-8292-3cfcd07f33a3 tempest-VolumesActionsTest-1341880187 tempest-VolumesActionsTest-1341880187-project] 10.222.0.68 "GET /v2.0/ports?device_id=2af220e9-67b0-4b8f-bba1-926d99efe508 HTTP/1.1" status: 200 len: 931 time: 0.5041704 Feb 15 21:44:57.690690 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-b2f7bbde-85f4-4a03-aeec-689c05534ce1 req-6f9fce08-7b69-41cd-b542-ad26474afb19 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] 10.222.0.68 "GET /v2.0/ports?device_id=d699b755-4adc-4240-8368-0341ea8761c0 HTTP/1.1" status: 200 len: 210 time: 0.0718179 Feb 15 21:44:57.720582 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-4f97f0ec-fbe5-46e7-b22e-c73626d0705e req-95e19452-ecd8-4c23-9554-970de9504956 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_update {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:57.782263 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.db_base_plugin_common [req-1b8a4fae-4156-432f-a3d1-a441c308b1ad req-dffaa41f-09df-4c35-9d84-1a24aeecba30 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Allocated IP 172.20.0.3 (17650221-126f-4533-a3d9-bfbcad2f9afd/7958a86e-12be-499c-918a-a8ccd033f569/3a8942c0-702e-4e6a-a58e-56668cfa3ad2) {{(pid=83998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 15 21:44:58.039996 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-9f185770-cf6a-475f-aabc-7eadbf2fd95a req-45a1c06d-42d7-4930-86cd-fdc5f7bdf9cc tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] 10.222.0.68 "GET /v2.0/ports?device_id=4378ff1f-90fc-4982-b1f2-42de029ee4e6 HTTP/1.1" status: 200 len: 210 time: 0.0764923 Feb 15 21:44:58.054761 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [req-4004838d-e525-49b0-a998-783c4444f5f6 req-077f8534-18dd-4b4e-b64b-9f5ef8fdf232 tempest-VolumesActionsTest-1341880187 tempest-VolumesActionsTest-1341880187-project] Synchronizing usage tracker for tenant:3cc6e0a7382c40f896e81938a70335ef on resource:security_group {{(pid=83998) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 21:44:58.148702 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [req-4004838d-e525-49b0-a998-783c4444f5f6 req-077f8534-18dd-4b4e-b64b-9f5ef8fdf232 tempest-VolumesActionsTest-1341880187 tempest-VolumesActionsTest-1341880187-project] Unset dirty status for tenant:3cc6e0a7382c40f896e81938a70335ef on resource:security_group {{(pid=83998) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 21:44:58.150159 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-4004838d-e525-49b0-a998-783c4444f5f6 req-077f8534-18dd-4b4e-b64b-9f5ef8fdf232 tempest-VolumesActionsTest-1341880187 tempest-VolumesActionsTest-1341880187-project] 10.222.0.68 "GET /v2.0/security-groups?id=92ccffc3-3f62-4302-a4cc-82485f92e6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5405385 Feb 15 21:44:58.227741 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-1b8a4fae-4156-432f-a3d1-a441c308b1ad req-dffaa41f-09df-4c35-9d84-1a24aeecba30 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Notify callbacks [] for port, precommit_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:58.245610 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [req-1b8a4fae-4156-432f-a3d1-a441c308b1ad req-dffaa41f-09df-4c35-9d84-1a24aeecba30 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Transition to ACTIVE for port object 3a8942c0-702e-4e6a-a58e-56668cfa3ad2 will not be triggered until provisioned by entity DHCP. {{(pid=83998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 21:44:58.280692 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-1b8a4fae-4156-432f-a3d1-a441c308b1ad req-dffaa41f-09df-4c35-9d84-1a24aeecba30 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363257537239207'] for port, after_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:58.423780 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-c116c38e-b1b9-4994-b856-38931b9073e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:44:58.514128 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b8a4fae-4156-432f-a3d1-a441c308b1ad req-dffaa41f-09df-4c35-9d84-1a24aeecba30 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Network 17650221-126f-4533-a3d9-bfbcad2f9afd is already hosted by enough agents. {{(pid=83998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 21:44:58.518333 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.base_scheduler [req-1b8a4fae-4156-432f-a3d1-a441c308b1ad req-dffaa41f-09df-4c35-9d84-1a24aeecba30 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Resources bound (agent type, host, resource id): {{(pid=83998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 21:44:58.523344 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b8a4fae-4156-432f-a3d1-a441c308b1ad req-dffaa41f-09df-4c35-9d84-1a24aeecba30 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Received port after_create {{(pid=83998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 15 21:44:58.528195 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8a4fae-4156-432f-a3d1-a441c308b1ad req-dffaa41f-09df-4c35-9d84-1a24aeecba30 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:44:58.528909 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-1b8a4fae-4156-432f-a3d1-a441c308b1ad req-dffaa41f-09df-4c35-9d84-1a24aeecba30 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762656'] for port, before_response {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:58.537621 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.notifiers.nova [req-4f97f0ec-fbe5-46e7-b22e-c73626d0705e req-95e19452-ecd8-4c23-9554-970de9504956 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9456d4d-191f-4158-8dfa-f19b90cb0b03 {{(pid=83999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 15 21:44:58.548554 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-4f97f0ec-fbe5-46e7-b22e-c73626d0705e req-95e19452-ecd8-4c23-9554-970de9504956 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:58.555956 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffaa41f-09df-4c35-9d84-1a24aeecba30 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Pushing event updated for resources: {'Port': ['ID=3a8942c0-702e-4e6a-a58e-56668cfa3ad2,revision_number=1']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:44:58.559970 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-1b8a4fae-4156-432f-a3d1-a441c308b1ad req-dffaa41f-09df-4c35-9d84-1a24aeecba30 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6609554 Feb 15 21:44:58.560817 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-dffaa41f-09df-4c35-9d84-1a24aeecba30 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:44:58.577199 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [req-4f97f0ec-fbe5-46e7-b22e-c73626d0705e req-95e19452-ecd8-4c23-9554-970de9504956 service neutron] Transition to ACTIVE for port object e9456d4d-191f-4158-8dfa-f19b90cb0b03 will not be triggered until provisioned by entity L2. {{(pid=83999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 21:44:58.583202 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-4f97f0ec-fbe5-46e7-b22e-c73626d0705e req-95e19452-ecd8-4c23-9554-970de9504956 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779317976793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779317533282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257537242501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-960628'] for port, after_update {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:58.599335 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-f4d6b296-405f-478d-976a-b32eac2f6c8e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:44:58.778322 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e19452-ecd8-4c23-9554-970de9504956 service neutron] Pushing event updated for resources: {'Port': ['ID=e9456d4d-191f-4158-8dfa-f19b90cb0b03,revision_number=2']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:44:58.783640 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-95e19452-ecd8-4c23-9554-970de9504956 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:44:58.920962 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-e4a3a916-cfba-408e-a523-d950170f269c None None] Provisioning for port 3a8942c0-702e-4e6a-a58e-56668cfa3ad2 completed by entity DHCP. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 21:44:58.929225 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-e4a3a916-cfba-408e-a523-d950170f269c None None] Provisioning complete for port 3a8942c0-702e-4e6a-a58e-56668cfa3ad2 triggered by entity DHCP. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:44:58.929996 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-e4a3a916-cfba-408e-a523-d950170f269c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:59.021562 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.plugin [None req-e4a3a916-cfba-408e-a523-d950170f269c None None] Port 3a8942c0-702e-4e6a-a58e-56668cfa3ad2 cannot update to ACTIVE because it is not bound. {{(pid=84000) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 15 21:44:59.064716 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.managers [req-4f97f0ec-fbe5-46e7-b22e-c73626d0705e req-95e19452-ecd8-4c23-9554-970de9504956 service neutron] Attempting to bind port e9456d4d-191f-4158-8dfa-f19b90cb0b03 on host hv-cinder-77525 for vnic_type normal with profile {{(pid=83999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 21:44:59.065447 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.managers [req-4f97f0ec-fbe5-46e7-b22e-c73626d0705e req-95e19452-ecd8-4c23-9554-970de9504956 service neutron] Attempting to bind port e9456d4d-191f-4158-8dfa-f19b90cb0b03 by drivers openvswitch on host hv-cinder-77525 at level 0 using segments [{'id': 'fb851330-bf7d-4202-8d6e-e431be4d5d0d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '80ab6a5c-bf8a-446a-807a-e22b719ff5db'}] {{(pid=83999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 15 21:44:59.065447 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f97f0ec-fbe5-46e7-b22e-c73626d0705e req-95e19452-ecd8-4c23-9554-970de9504956 service neutron] Attempting to bind port e9456d4d-191f-4158-8dfa-f19b90cb0b03 on network 80ab6a5c-bf8a-446a-807a-e22b719ff5db {{(pid=83999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 15 21:44:59.074345 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f97f0ec-fbe5-46e7-b22e-c73626d0705e req-95e19452-ecd8-4c23-9554-970de9504956 service neutron] Checking agent: {'id': '3b9d0ad6-16ce-46f2-a5c4-f9a7961e9638', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77525', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 21, 37, 44), 'started_at': datetime.datetime(2021, 2, 15, 21, 38, 14), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 21, 44, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 21:44:59.074726 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f97f0ec-fbe5-46e7-b22e-c73626d0705e req-95e19452-ecd8-4c23-9554-970de9504956 service neutron] Checking segment: {'id': 'fb851330-bf7d-4202-8d6e-e431be4d5d0d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '80ab6a5c-bf8a-446a-807a-e22b719ff5db'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 21:44:59.075136 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-4f97f0ec-fbe5-46e7-b22e-c73626d0705e req-95e19452-ecd8-4c23-9554-970de9504956 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:59.075536 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f97f0ec-fbe5-46e7-b22e-c73626d0705e req-95e19452-ecd8-4c23-9554-970de9504956 service neutron] Bound using segment: {'id': 'fb851330-bf7d-4202-8d6e-e431be4d5d0d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '80ab6a5c-bf8a-446a-807a-e22b719ff5db'} {{(pid=83999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 21:44:59.076012 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.managers [req-4f97f0ec-fbe5-46e7-b22e-c73626d0705e req-95e19452-ecd8-4c23-9554-970de9504956 service neutron] Bound port: e9456d4d-191f-4158-8dfa-f19b90cb0b03, host: hv-cinder-77525, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb851330-bf7d-4202-8d6e-e431be4d5d0d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '80ab6a5c-bf8a-446a-807a-e22b719ff5db'}}] {{(pid=83999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 15 21:44:59.076390 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-4f97f0ec-fbe5-46e7-b22e-c73626d0705e req-95e19452-ecd8-4c23-9554-970de9504956 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_update {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:59.160136 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27396fdd-7cba-4e61-bb20-b83f95a2b89c req-a15a153e-38b3-45b9-971a-e10ff12e3468 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:44:59.161784 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-27396fdd-7cba-4e61-bb20-b83f95a2b89c req-a15a153e-38b3-45b9-971a-e10ff12e3468 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] 10.222.0.68 "GET /v2.0/ports?device_id=d699b755-4adc-4240-8368-0341ea8761c0 HTTP/1.1" status: 200 len: 931 time: 0.2502027 Feb 15 21:44:59.223325 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [req-4f97f0ec-fbe5-46e7-b22e-c73626d0705e req-95e19452-ecd8-4c23-9554-970de9504956 service neutron] For port e9456d4d-191f-4158-8dfa-f19b90cb0b03, host hv-cinder-77525, cleared binding levels {{(pid=83999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 15 21:44:59.238445 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [req-498549d9-5968-4820-a628-ecfb6b316514 req-68c937e2-0739-430b-855a-024ed98bc84a tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] Synchronizing usage tracker for tenant:bb524516aca84efa9420d2dabefca5d1 on resource:port {{(pid=83998) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 21:44:59.238952 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-27396fdd-7cba-4e61-bb20-b83f95a2b89c req-05fccecc-ea7d-4fed-bf07-9fe4561b33c2 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] 10.222.0.68 "GET /v2.0/security-groups?id=50cb1b5e-10b2-417d-a978-a2a613df9f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696352 Feb 15 21:44:59.240587 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [req-4f97f0ec-fbe5-46e7-b22e-c73626d0705e req-95e19452-ecd8-4c23-9554-970de9504956 service neutron] For port e9456d4d-191f-4158-8dfa-f19b90cb0b03, host hv-cinder-77525, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=e9456d4d-191f-4158-8dfa-f19b90cb0b03,segment=NetworkSegment(fb851330-bf7d-4202-8d6e-e431be4d5d0d),segment_id=fb851330-bf7d-4202-8d6e-e431be4d5d0d)] {{(pid=83999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 15 21:44:59.244947 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-4f97f0ec-fbe5-46e7-b22e-c73626d0705e req-95e19452-ecd8-4c23-9554-970de9504956 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779317976793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779317533282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257537242501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-960628'] for port, after_update {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:59.263243 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [req-498549d9-5968-4820-a628-ecfb6b316514 req-68c937e2-0739-430b-855a-024ed98bc84a tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] Unset dirty status for tenant:bb524516aca84efa9420d2dabefca5d1 on resource:port {{(pid=83998) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 21:44:59.263341 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-f40a36c8-15f8-4cdd-8e88-2dfb4681966a tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:44:59.263426 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-498549d9-5968-4820-a628-ecfb6b316514 req-68c937e2-0739-430b-855a-024ed98bc84a tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] 10.222.0.68 "GET /v2.0/ports?device_id=4378ff1f-90fc-4982-b1f2-42de029ee4e6 HTTP/1.1" status: 200 len: 210 time: 0.0734136 Feb 15 21:44:59.729681 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e19452-ecd8-4c23-9554-970de9504956 service neutron] Pushing event updated for resources: {'Port': ['ID=e9456d4d-191f-4158-8dfa-f19b90cb0b03,revision_number=3']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:44:59.736191 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-95e19452-ecd8-4c23-9554-970de9504956 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.475s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:44:59.785224 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4855efdf-7c0b-44ae-bda0-568d7e6989f8 req-482eecc4-c1d7-4dc3-b1f7-8a6f8dec17fd tempest-VolumesActionsTest-1341880187 tempest-VolumesActionsTest-1341880187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:44:59.786016 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [req-4855efdf-7c0b-44ae-bda0-568d7e6989f8 req-482eecc4-c1d7-4dc3-b1f7-8a6f8dec17fd tempest-VolumesActionsTest-1341880187 tempest-VolumesActionsTest-1341880187-project] Synchronizing usage tracker for tenant:3cc6e0a7382c40f896e81938a70335ef on resource:port {{(pid=83999) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 21:44:59.789226 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f97f0ec-fbe5-46e7-b22e-c73626d0705e req-95e19452-ecd8-4c23-9554-970de9504956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:44:59.789910 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-4f97f0ec-fbe5-46e7-b22e-c73626d0705e req-95e19452-ecd8-4c23-9554-970de9504956 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762656'] for port, before_response {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:59.791394 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-4f97f0ec-fbe5-46e7-b22e-c73626d0705e req-95e19452-ecd8-4c23-9554-970de9504956 service neutron] 10.222.0.46 "PUT /v2.0/ports/e9456d4d-191f-4158-8dfa-f19b90cb0b03 HTTP/1.1" status: 200 len: 1157 time: 2.3595481 Feb 15 21:44:59.792000 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2af220e9-67b0-4b8f-bba1-926d99efe508', 'tag': 'e9456d4d-191f-4158-8dfa-f19b90cb0b03'}] {{(pid=83999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 21:44:59.812305 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [req-4855efdf-7c0b-44ae-bda0-568d7e6989f8 req-482eecc4-c1d7-4dc3-b1f7-8a6f8dec17fd tempest-VolumesActionsTest-1341880187 tempest-VolumesActionsTest-1341880187-project] Unset dirty status for tenant:3cc6e0a7382c40f896e81938a70335ef on resource:port {{(pid=83999) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 21:44:59.814085 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-4855efdf-7c0b-44ae-bda0-568d7e6989f8 req-482eecc4-c1d7-4dc3-b1f7-8a6f8dec17fd tempest-VolumesActionsTest-1341880187 tempest-VolumesActionsTest-1341880187-project] 10.222.0.68 "GET /v2.0/ports?device_id=2af220e9-67b0-4b8f-bba1-926d99efe508 HTTP/1.1" status: 200 len: 943 time: 0.4337227 Feb 15 21:44:59.857723 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2af220e9-67b0-4b8f-bba1-926d99efe508', 'tag': 'e9456d4d-191f-4158-8dfa-f19b90cb0b03', 'status': 'completed', 'code': 200} Feb 15 21:44:59.885951 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-4855efdf-7c0b-44ae-bda0-568d7e6989f8 req-042f9961-db9d-4234-b343-cb50cf9546a8 tempest-VolumesActionsTest-1341880187 tempest-VolumesActionsTest-1341880187-project] 10.222.0.68 "GET /v2.0/security-groups?id=92ccffc3-3f62-4302-a4cc-82485f92e6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609910 Feb 15 21:45:00.459855 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-5211ea91-249c-4fe7-8132-2bab86720a74 req-f20282ed-c682-4bbc-85f8-3567f779835b tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] 10.222.0.68 "GET /v2.0/ports?device_id=4378ff1f-90fc-4982-b1f2-42de029ee4e6 HTTP/1.1" status: 200 len: 210 time: 0.0509768 Feb 15 21:45:00.514407 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6dfc5a-bb5b-4c17-83c1-351f3dc6cabc req-53171d42-0ab3-448c-9091-eac2b38e60f1 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:45:00.515182 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [req-de6dfc5a-bb5b-4c17-83c1-351f3dc6cabc req-53171d42-0ab3-448c-9091-eac2b38e60f1 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Synchronizing usage tracker for tenant:b71bf34df67e45829c465ac56f78d37b on resource:port {{(pid=83998) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 21:45:00.531780 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [req-de6dfc5a-bb5b-4c17-83c1-351f3dc6cabc req-53171d42-0ab3-448c-9091-eac2b38e60f1 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Unset dirty status for tenant:b71bf34df67e45829c465ac56f78d37b on resource:port {{(pid=83998) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 21:45:00.533321 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-de6dfc5a-bb5b-4c17-83c1-351f3dc6cabc req-53171d42-0ab3-448c-9091-eac2b38e60f1 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] 10.222.0.68 "GET /v2.0/ports?device_id=d699b755-4adc-4240-8368-0341ea8761c0 HTTP/1.1" status: 200 len: 931 time: 0.1184907 Feb 15 21:45:00.582219 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [req-de6dfc5a-bb5b-4c17-83c1-351f3dc6cabc req-5b13a750-a5f1-4a4d-82c8-1eed018d927d tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Synchronizing usage tracker for tenant:b71bf34df67e45829c465ac56f78d37b on resource:security_group {{(pid=83998) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 21:45:00.600690 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [req-de6dfc5a-bb5b-4c17-83c1-351f3dc6cabc req-5b13a750-a5f1-4a4d-82c8-1eed018d927d tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Unset dirty status for tenant:b71bf34df67e45829c465ac56f78d37b on resource:security_group {{(pid=83998) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 21:45:00.602051 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-de6dfc5a-bb5b-4c17-83c1-351f3dc6cabc req-5b13a750-a5f1-4a4d-82c8-1eed018d927d tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] 10.222.0.68 "GET /v2.0/security-groups?id=50cb1b5e-10b2-417d-a978-a2a613df9f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622177 Feb 15 21:45:01.145234 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12da50fa-41e7-4eac-a921-9518f05ce050 req-a6ec8452-dc9c-4f8d-b2ab-4a918fa1b509 tempest-VolumesActionsTest-1341880187 tempest-VolumesActionsTest-1341880187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:45:01.146888 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-12da50fa-41e7-4eac-a921-9518f05ce050 req-a6ec8452-dc9c-4f8d-b2ab-4a918fa1b509 tempest-VolumesActionsTest-1341880187 tempest-VolumesActionsTest-1341880187-project] 10.222.0.68 "GET /v2.0/ports?device_id=2af220e9-67b0-4b8f-bba1-926d99efe508 HTTP/1.1" status: 200 len: 943 time: 0.1234131 Feb 15 21:45:01.196462 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-12da50fa-41e7-4eac-a921-9518f05ce050 req-01ac228a-0036-4806-9f21-cf6abf5b23d7 tempest-VolumesActionsTest-1341880187 tempest-VolumesActionsTest-1341880187-project] 10.222.0.68 "GET /v2.0/security-groups?id=92ccffc3-3f62-4302-a4cc-82485f92e6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430434 Feb 15 21:45:01.671173 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-fcbee89e-3b52-4b70-9dda-3b4eb7cf9987 req-430b4af3-8e0c-40f5-81e6-aaa7d0d3238d tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] 10.222.0.68 "GET /v2.0/ports?device_id=4378ff1f-90fc-4982-b1f2-42de029ee4e6 HTTP/1.1" status: 200 len: 210 time: 0.0628662 Feb 15 21:45:01.837854 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472cb6c0-5190-472f-b011-189ab07abb37 req-ec475aca-1ed0-4554-9833-fce2941a2eab tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:45:01.839408 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-472cb6c0-5190-472f-b011-189ab07abb37 req-ec475aca-1ed0-4554-9833-fce2941a2eab tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] 10.222.0.68 "GET /v2.0/ports?device_id=d699b755-4adc-4240-8368-0341ea8761c0 HTTP/1.1" status: 200 len: 931 time: 0.0881240 Feb 15 21:45:01.897781 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-472cb6c0-5190-472f-b011-189ab07abb37 req-6370b27f-fa94-499f-9e25-54d2c4da28a8 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] 10.222.0.68 "GET /v2.0/security-groups?id=50cb1b5e-10b2-417d-a978-a2a613df9f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472522 Feb 15 21:45:02.417000 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0fb774-71d8-494c-b37c-4c7eb9a394f4 req-2ec99ae3-e1c7-4a64-aea8-1c0e9265ccf2 tempest-VolumesActionsTest-1341880187 tempest-VolumesActionsTest-1341880187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:45:02.418708 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-7c0fb774-71d8-494c-b37c-4c7eb9a394f4 req-2ec99ae3-e1c7-4a64-aea8-1c0e9265ccf2 tempest-VolumesActionsTest-1341880187 tempest-VolumesActionsTest-1341880187-project] 10.222.0.68 "GET /v2.0/ports?device_id=2af220e9-67b0-4b8f-bba1-926d99efe508 HTTP/1.1" status: 200 len: 943 time: 0.0996675 Feb 15 21:45:02.478039 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-7c0fb774-71d8-494c-b37c-4c7eb9a394f4 req-fa68dab2-2689-4542-9d13-2601ef5a5a25 tempest-VolumesActionsTest-1341880187 tempest-VolumesActionsTest-1341880187-project] 10.222.0.68 "GET /v2.0/security-groups?id=92ccffc3-3f62-4302-a4cc-82485f92e6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484452 Feb 15 21:45:02.925803 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-d0e2ce0e-482a-4d5b-9844-9d47e5286527 req-5909433f-a14b-4535-bbe6-8dd5e1fa0735 tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] 10.222.0.68 "GET /v2.0/ports?device_id=4378ff1f-90fc-4982-b1f2-42de029ee4e6 HTTP/1.1" status: 200 len: 210 time: 0.0523338 Feb 15 21:45:03.133086 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3157eb-3406-46f5-a77a-b4ff725bec9f req-75423c77-5fa3-4913-95d8-b2556c56fc3a tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:45:03.134777 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-4e3157eb-3406-46f5-a77a-b4ff725bec9f req-75423c77-5fa3-4913-95d8-b2556c56fc3a tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] 10.222.0.68 "GET /v2.0/ports?device_id=d699b755-4adc-4240-8368-0341ea8761c0 HTTP/1.1" status: 200 len: 931 time: 0.1049414 Feb 15 21:45:03.188771 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-4e3157eb-3406-46f5-a77a-b4ff725bec9f req-28d3f7bf-1442-4219-a39a-38ebd93f7b79 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] 10.222.0.68 "GET /v2.0/security-groups?id=50cb1b5e-10b2-417d-a978-a2a613df9f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470653 Feb 15 21:45:03.713582 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d2db23-4c68-4a30-a208-fdc735ec612c req-66e9ed3b-7656-430c-a590-1cb7599a3240 tempest-VolumesActionsTest-1341880187 tempest-VolumesActionsTest-1341880187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:45:03.715241 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-30d2db23-4c68-4a30-a208-fdc735ec612c req-66e9ed3b-7656-430c-a590-1cb7599a3240 tempest-VolumesActionsTest-1341880187 tempest-VolumesActionsTest-1341880187-project] 10.222.0.68 "GET /v2.0/ports?device_id=2af220e9-67b0-4b8f-bba1-926d99efe508 HTTP/1.1" status: 200 len: 943 time: 0.0956767 Feb 15 21:45:03.776418 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-30d2db23-4c68-4a30-a208-fdc735ec612c req-baa117da-b3c7-4b9f-8eef-5717b87418ac tempest-VolumesActionsTest-1341880187 tempest-VolumesActionsTest-1341880187-project] 10.222.0.68 "GET /v2.0/security-groups?id=92ccffc3-3f62-4302-a4cc-82485f92e6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535934 Feb 15 21:45:04.124999 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-88407e68-a7d0-4a6b-9ddb-427fd0f61d99 req-d23d2bcf-8f07-4dad-919f-32e022087606 tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] 10.222.0.68 "GET /v2.0/ports?device_id=4378ff1f-90fc-4982-b1f2-42de029ee4e6 HTTP/1.1" status: 200 len: 210 time: 0.0518327 Feb 15 21:45:04.400189 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad61ca16-bd32-47da-b960-b0b4af572264 req-324fd1f3-9ae0-45ab-82ed-c08ba8662b2c tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:45:04.402131 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-ad61ca16-bd32-47da-b960-b0b4af572264 req-324fd1f3-9ae0-45ab-82ed-c08ba8662b2c tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] 10.222.0.68 "GET /v2.0/ports?device_id=d699b755-4adc-4240-8368-0341ea8761c0 HTTP/1.1" status: 200 len: 931 time: 0.0944145 Feb 15 21:45:04.482166 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-ad61ca16-bd32-47da-b960-b0b4af572264 req-10d0daa5-8db7-4956-928d-6c972dc194d0 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] 10.222.0.68 "GET /v2.0/security-groups?id=50cb1b5e-10b2-417d-a978-a2a613df9f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726209 Feb 15 21:45:05.015274 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6034f52-e7fd-4965-a227-4bf03e58a1ac req-5eefa77a-e498-43e6-8b05-0083ec69b4f7 tempest-VolumesActionsTest-1341880187 tempest-VolumesActionsTest-1341880187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:45:05.018164 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-a6034f52-e7fd-4965-a227-4bf03e58a1ac req-5eefa77a-e498-43e6-8b05-0083ec69b4f7 tempest-VolumesActionsTest-1341880187 tempest-VolumesActionsTest-1341880187-project] 10.222.0.68 "GET /v2.0/ports?device_id=2af220e9-67b0-4b8f-bba1-926d99efe508 HTTP/1.1" status: 200 len: 943 time: 0.1090195 Feb 15 21:45:05.098127 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-a6034f52-e7fd-4965-a227-4bf03e58a1ac req-1ad0ff56-3c62-4fc2-a6a0-f33654718320 tempest-VolumesActionsTest-1341880187 tempest-VolumesActionsTest-1341880187-project] 10.222.0.68 "GET /v2.0/security-groups?id=92ccffc3-3f62-4302-a4cc-82485f92e6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721343 Feb 15 21:45:05.488797 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-de0cbbc3-21a5-487f-ad7c-98c0ef27b80d req-1df1480c-8807-43a8-893a-3febb6b3ec62 tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] 10.222.0.68 "GET /v2.0/ports?device_id=4378ff1f-90fc-4982-b1f2-42de029ee4e6 HTTP/1.1" status: 200 len: 210 time: 0.0538611 Feb 15 21:45:05.731259 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4a5d47-4243-4329-b624-59605ea4fe12 req-8fd312ca-4563-40fe-8d35-ef2efabc33ea tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:45:05.732802 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-fd4a5d47-4243-4329-b624-59605ea4fe12 req-8fd312ca-4563-40fe-8d35-ef2efabc33ea tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] 10.222.0.68 "GET /v2.0/ports?device_id=d699b755-4adc-4240-8368-0341ea8761c0 HTTP/1.1" status: 200 len: 931 time: 0.0900395 Feb 15 21:45:05.788934 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-fd4a5d47-4243-4329-b624-59605ea4fe12 req-4fcfa5d6-4057-4cb7-892e-393b6559c98e tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] 10.222.0.68 "GET /v2.0/security-groups?id=50cb1b5e-10b2-417d-a978-a2a613df9f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493889 Feb 15 21:45:06.361682 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0372bd14-f73a-46e3-a274-d9faa3d1386b req-d8df420e-ff5e-4bc7-b925-903cb69ff78f tempest-VolumesActionsTest-1341880187 tempest-VolumesActionsTest-1341880187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:45:06.363331 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-0372bd14-f73a-46e3-a274-d9faa3d1386b req-d8df420e-ff5e-4bc7-b925-903cb69ff78f tempest-VolumesActionsTest-1341880187 tempest-VolumesActionsTest-1341880187-project] 10.222.0.68 "GET /v2.0/ports?device_id=2af220e9-67b0-4b8f-bba1-926d99efe508 HTTP/1.1" status: 200 len: 943 time: 0.0904014 Feb 15 21:45:06.415386 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-0372bd14-f73a-46e3-a274-d9faa3d1386b req-bd33c7a7-4846-4b06-96ab-f511f93697af tempest-VolumesActionsTest-1341880187 tempest-VolumesActionsTest-1341880187-project] 10.222.0.68 "GET /v2.0/security-groups?id=92ccffc3-3f62-4302-a4cc-82485f92e6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452952 Feb 15 21:45:06.721676 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-5367546e-f09f-4a50-9e8e-92a7f802be73 req-26284faf-8ac0-4d18-b8c5-7dc91f59e3a1 tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] 10.222.0.68 "GET /v2.0/ports?device_id=4378ff1f-90fc-4982-b1f2-42de029ee4e6 HTTP/1.1" status: 200 len: 210 time: 0.0848691 Feb 15 21:45:07.072427 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da09658-5781-497e-bded-a78470e50955 req-0e1d9be5-8b23-49a0-835a-43897211a650 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:45:07.086484 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-8da09658-5781-497e-bded-a78470e50955 req-0e1d9be5-8b23-49a0-835a-43897211a650 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] 10.222.0.68 "GET /v2.0/ports?device_id=d699b755-4adc-4240-8368-0341ea8761c0 HTTP/1.1" status: 200 len: 931 time: 0.1395020 Feb 15 21:45:07.139363 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-8da09658-5781-497e-bded-a78470e50955 req-c73bf39f-37e8-49be-86e3-9001fcb4b3cb tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] 10.222.0.68 "GET /v2.0/security-groups?id=50cb1b5e-10b2-417d-a978-a2a613df9f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514989 Feb 15 21:45:07.654997 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6eea81-a1cc-474f-ade1-52c51095f06b req-1c992250-4219-43c0-918c-96979583ae96 tempest-VolumesActionsTest-1341880187 tempest-VolumesActionsTest-1341880187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:45:07.657219 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-8e6eea81-a1cc-474f-ade1-52c51095f06b req-1c992250-4219-43c0-918c-96979583ae96 tempest-VolumesActionsTest-1341880187 tempest-VolumesActionsTest-1341880187-project] 10.222.0.68 "GET /v2.0/ports?device_id=2af220e9-67b0-4b8f-bba1-926d99efe508 HTTP/1.1" status: 200 len: 943 time: 0.1186888 Feb 15 21:45:07.731055 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-8e6eea81-a1cc-474f-ade1-52c51095f06b req-148e778f-0ad9-4372-98e3-388e18e8adf2 tempest-VolumesActionsTest-1341880187 tempest-VolumesActionsTest-1341880187-project] 10.222.0.68 "GET /v2.0/security-groups?id=92ccffc3-3f62-4302-a4cc-82485f92e6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481615 Feb 15 21:45:07.953256 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-ad561165-bb70-4892-870c-5cc9062918f2 req-c9ccf565-fa7a-4552-b597-9cb56c51dcf3 tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] 10.222.0.68 "GET /v2.0/ports?device_id=4378ff1f-90fc-4982-b1f2-42de029ee4e6 HTTP/1.1" status: 200 len: 210 time: 0.0971851 Feb 15 21:45:08.393694 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98185dc-d645-4101-9e21-bfc0071c7d1c req-8158fa2c-2604-4ead-bee9-9268950755eb tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:45:08.395404 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-f98185dc-d645-4101-9e21-bfc0071c7d1c req-8158fa2c-2604-4ead-bee9-9268950755eb tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] 10.222.0.68 "GET /v2.0/ports?device_id=d699b755-4adc-4240-8368-0341ea8761c0 HTTP/1.1" status: 200 len: 931 time: 0.0943100 Feb 15 21:45:08.452213 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-f98185dc-d645-4101-9e21-bfc0071c7d1c req-54abc034-7a55-4be3-a3bd-315e0c7e17ec tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] 10.222.0.68 "GET /v2.0/security-groups?id=50cb1b5e-10b2-417d-a978-a2a613df9f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497999 Feb 15 21:45:09.015202 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e4afc8-e91f-483e-b280-185664fe98d5 req-416df55d-12ac-4003-a8e0-e14aef546d37 tempest-VolumesActionsTest-1341880187 tempest-VolumesActionsTest-1341880187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:45:09.016869 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-c6e4afc8-e91f-483e-b280-185664fe98d5 req-416df55d-12ac-4003-a8e0-e14aef546d37 tempest-VolumesActionsTest-1341880187 tempest-VolumesActionsTest-1341880187-project] 10.222.0.68 "GET /v2.0/ports?device_id=2af220e9-67b0-4b8f-bba1-926d99efe508 HTTP/1.1" status: 200 len: 943 time: 0.0936620 Feb 15 21:45:09.075000 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-c6e4afc8-e91f-483e-b280-185664fe98d5 req-d6188193-8e10-4e66-929d-f28627c95c65 tempest-VolumesActionsTest-1341880187 tempest-VolumesActionsTest-1341880187-project] 10.222.0.68 "GET /v2.0/security-groups?id=92ccffc3-3f62-4302-a4cc-82485f92e6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508416 Feb 15 21:45:09.186214 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-e1d0bf75-87ae-4b92-b970-1aad7d3fc1f9 req-072d7d6b-12d9-4cda-8e21-59fa7b087b75 tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] 10.222.0.68 "GET /v2.0/ports?device_id=4378ff1f-90fc-4982-b1f2-42de029ee4e6 HTTP/1.1" status: 200 len: 210 time: 0.0872033 Feb 15 21:45:09.656431 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2051f769-c464-46d6-b651-bfa7a3d3db03 req-a00c35b4-2e37-4d7b-a07b-5124190da9c5 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:45:09.658243 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-2051f769-c464-46d6-b651-bfa7a3d3db03 req-a00c35b4-2e37-4d7b-a07b-5124190da9c5 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] 10.222.0.68 "GET /v2.0/ports?device_id=d699b755-4adc-4240-8368-0341ea8761c0 HTTP/1.1" status: 200 len: 931 time: 0.0884430 Feb 15 21:45:09.710831 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-2051f769-c464-46d6-b651-bfa7a3d3db03 req-c800eafd-e444-441a-9d4c-8f887a094d58 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] 10.222.0.68 "GET /v2.0/security-groups?id=50cb1b5e-10b2-417d-a978-a2a613df9f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461822 Feb 15 21:45:10.087754 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.v2.base [req-1b8a4fae-4156-432f-a3d1-a441c308b1ad req-4134a6e1-5a34-4c8e-8ceb-727ae718c877 service neutron] Request body: {'port': {'device_id': 'd699b755-4adc-4240-8368-0341ea8761c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77525'}} {{(pid=83998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:45:10.215733 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f9843b-bfb7-4965-823f-c5ee71fc02e4 req-72a1b647-bfb7-4192-ad43-5a567ea8df72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:45:10.217661 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-11f9843b-bfb7-4965-823f-c5ee71fc02e4 req-72a1b647-bfb7-4192-ad43-5a567ea8df72 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3cc6e0a7382c40f896e81938a70335ef&device_id=2af220e9-67b0-4b8f-bba1-926d99efe508 HTTP/1.1" status: 200 len: 1160 time: 0.0843480 Feb 15 21:45:10.275782 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-1b8a4fae-4156-432f-a3d1-a441c308b1ad req-4134a6e1-5a34-4c8e-8ceb-727ae718c877 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:10.406189 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1c8d08-99e5-4d45-9232-b5b64110ea5e req-8b1e57ec-50f5-4563-8566-60d5d9715381 tempest-VolumesActionsTest-1341880187 tempest-VolumesActionsTest-1341880187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:45:10.408338 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-cb1c8d08-99e5-4d45-9232-b5b64110ea5e req-8b1e57ec-50f5-4563-8566-60d5d9715381 tempest-VolumesActionsTest-1341880187 tempest-VolumesActionsTest-1341880187-project] 10.222.0.68 "GET /v2.0/ports?device_id=2af220e9-67b0-4b8f-bba1-926d99efe508 HTTP/1.1" status: 200 len: 943 time: 0.2082777 Feb 15 21:45:10.441725 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-d81dffdc-21d7-4aa5-bebe-dabcb9f83d22 req-c309a72f-68c8-4df5-b924-21bd79fabc6f tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] 10.222.0.68 "GET /v2.0/ports?device_id=4378ff1f-90fc-4982-b1f2-42de029ee4e6 HTTP/1.1" status: 200 len: 210 time: 0.0743172 Feb 15 21:45:10.480211 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-cb1c8d08-99e5-4d45-9232-b5b64110ea5e req-c19823ef-e969-44a0-be50-6d74c16f22d7 tempest-VolumesActionsTest-1341880187 tempest-VolumesActionsTest-1341880187-project] 10.222.0.68 "GET /v2.0/security-groups?id=92ccffc3-3f62-4302-a4cc-82485f92e6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595040 Feb 15 21:45:10.489189 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f9843b-bfb7-4965-823f-c5ee71fc02e4 req-e7342c3e-24b8-4968-a89b-aec5fc59242b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:45:10.490994 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-11f9843b-bfb7-4965-823f-c5ee71fc02e4 req-e7342c3e-24b8-4968-a89b-aec5fc59242b service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=3cc6e0a7382c40f896e81938a70335ef&shared=False HTTP/1.1" status: 200 len: 902 time: 0.2469990 Feb 15 21:45:10.653702 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f9843b-bfb7-4965-823f-c5ee71fc02e4 req-3c090aa5-54bc-4395-9c27-f30aed7dd548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:45:10.655370 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-11f9843b-bfb7-4965-823f-c5ee71fc02e4 req-3c090aa5-54bc-4395-9c27-f30aed7dd548 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.1571705 Feb 15 21:45:10.792402 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f97f0ec-fbe5-46e7-b22e-c73626d0705e req-80952c0a-7629-4cd1-a9c0-127dc9cb812e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:45:10.794097 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-4f97f0ec-fbe5-46e7-b22e-c73626d0705e req-80952c0a-7629-4cd1-a9c0-127dc9cb812e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3cc6e0a7382c40f896e81938a70335ef&device_id=2af220e9-67b0-4b8f-bba1-926d99efe508 HTTP/1.1" status: 200 len: 1160 time: 0.0928121 Feb 15 21:45:10.919007 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-4f97f0ec-fbe5-46e7-b22e-c73626d0705e req-d3ea04a4-c2d5-4bc0-a595-5450d704ed89 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e9456d4d-191f-4158-8dfa-f19b90cb0b03 HTTP/1.1" status: 200 len: 217 time: 0.1157229 Feb 15 21:45:11.040947 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.notifiers.nova [req-1b8a4fae-4156-432f-a3d1-a441c308b1ad req-4134a6e1-5a34-4c8e-8ceb-727ae718c877 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a8942c0-702e-4e6a-a58e-56668cfa3ad2 {{(pid=83998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 15 21:45:11.044628 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f97f0ec-fbe5-46e7-b22e-c73626d0705e req-e6f4de1e-9ff1-4b9d-ba25-ef01b6d89583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:45:11.049018 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-4f97f0ec-fbe5-46e7-b22e-c73626d0705e req-e6f4de1e-9ff1-4b9d-ba25-ef01b6d89583 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2afdfb64-c937-4aeb-a31e-c067e4aa4d45 HTTP/1.1" status: 200 len: 848 time: 0.1150780 Feb 15 21:45:11.051994 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-1b8a4fae-4156-432f-a3d1-a441c308b1ad req-4134a6e1-5a34-4c8e-8ceb-727ae718c877 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:11.087428 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [req-1b8a4fae-4156-432f-a3d1-a441c308b1ad req-4134a6e1-5a34-4c8e-8ceb-727ae718c877 service neutron] Transition to ACTIVE for port object 3a8942c0-702e-4e6a-a58e-56668cfa3ad2 will not be triggered until provisioned by entity L2. {{(pid=83998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 21:45:11.115779 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-4f97f0ec-fbe5-46e7-b22e-c73626d0705e req-b5b7eabb-f962-472b-af4f-50f618bcf9c5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=80ab6a5c-bf8a-446a-807a-e22b719ff5db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585415 Feb 15 21:45:11.153423 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-1b8a4fae-4156-432f-a3d1-a441c308b1ad req-4134a6e1-5a34-4c8e-8ceb-727ae718c877 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779317976793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779317533282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257537242501'] for port, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:11.170701 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-dffaa41f-09df-4c35-9d84-1a24aeecba30 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:45:11.172995 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bdd4ee-c4a6-4b2b-a2bd-53548e5aef98 req-f79cc089-3fde-450c-bb6c-41b03d875238 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:45:11.174814 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-59bdd4ee-c4a6-4b2b-a2bd-53548e5aef98 req-f79cc089-3fde-450c-bb6c-41b03d875238 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] 10.222.0.68 "GET /v2.0/ports?device_id=d699b755-4adc-4240-8368-0341ea8761c0 HTTP/1.1" status: 200 len: 931 time: 0.3069899 Feb 15 21:45:11.295385 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-59bdd4ee-c4a6-4b2b-a2bd-53548e5aef98 req-7adec356-3172-4bda-a19a-e20771854a8c tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] 10.222.0.68 "GET /v2.0/security-groups?id=50cb1b5e-10b2-417d-a978-a2a613df9f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683057 Feb 15 21:45:11.314837 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-4f97f0ec-fbe5-46e7-b22e-c73626d0705e req-f1ca01c0-b31a-4a96-bbaf-b6b3af9a3cc2 service neutron] 10.222.0.46 "GET /v2.0/networks/80ab6a5c-bf8a-446a-807a-e22b719ff5db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918008 Feb 15 21:45:11.321441 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4134a6e1-5a34-4c8e-8ceb-727ae718c877 service neutron] Pushing event updated for resources: {'Port': ['ID=3a8942c0-702e-4e6a-a58e-56668cfa3ad2,revision_number=2']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:45:11.335158 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4134a6e1-5a34-4c8e-8ceb-727ae718c877 service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:45:11.335580 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4134a6e1-5a34-4c8e-8ceb-727ae718c877 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:45:11.335962 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4134a6e1-5a34-4c8e-8ceb-727ae718c877 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:45:11.336349 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4134a6e1-5a34-4c8e-8ceb-727ae718c877 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:45:11.336774 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4134a6e1-5a34-4c8e-8ceb-727ae718c877 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:45:11.337157 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4134a6e1-5a34-4c8e-8ceb-727ae718c877 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:45:11.337594 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4134a6e1-5a34-4c8e-8ceb-727ae718c877 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:45:11.337975 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4134a6e1-5a34-4c8e-8ceb-727ae718c877 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:45:11.338354 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4134a6e1-5a34-4c8e-8ceb-727ae718c877 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:45:11.338730 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4134a6e1-5a34-4c8e-8ceb-727ae718c877 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:45:11.339107 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4134a6e1-5a34-4c8e-8ceb-727ae718c877 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:45:11.339482 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4134a6e1-5a34-4c8e-8ceb-727ae718c877 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:45:11.339921 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4134a6e1-5a34-4c8e-8ceb-727ae718c877 service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:45:11.340301 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4134a6e1-5a34-4c8e-8ceb-727ae718c877 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:45:11.340679 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4134a6e1-5a34-4c8e-8ceb-727ae718c877 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:45:11.341044 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4134a6e1-5a34-4c8e-8ceb-727ae718c877 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:45:11.341562 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4134a6e1-5a34-4c8e-8ceb-727ae718c877 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:45:11.341839 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4134a6e1-5a34-4c8e-8ceb-727ae718c877 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:45:11.342243 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4134a6e1-5a34-4c8e-8ceb-727ae718c877 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:45:11.342597 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4134a6e1-5a34-4c8e-8ceb-727ae718c877 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:45:11.342973 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4134a6e1-5a34-4c8e-8ceb-727ae718c877 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:45:11.343346 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4134a6e1-5a34-4c8e-8ceb-727ae718c877 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:45:11.343720 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4134a6e1-5a34-4c8e-8ceb-727ae718c877 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:45:11.344094 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4134a6e1-5a34-4c8e-8ceb-727ae718c877 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:45:11.349196 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-4134a6e1-5a34-4c8e-8ceb-727ae718c877 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:45:11.471780 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-4f97f0ec-fbe5-46e7-b22e-c73626d0705e req-c55b38b2-27b1-47bd-a851-0add6bd070ca service neutron] 10.222.0.46 "GET /v2.0/networks/80ab6a5c-bf8a-446a-807a-e22b719ff5db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1462691 Feb 15 21:45:11.475847 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.managers [req-1b8a4fae-4156-432f-a3d1-a441c308b1ad req-4134a6e1-5a34-4c8e-8ceb-727ae718c877 service neutron] Attempting to bind port 3a8942c0-702e-4e6a-a58e-56668cfa3ad2 on host hv-cinder-77525 for vnic_type normal with profile {{(pid=83998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 21:45:11.476223 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.managers [req-1b8a4fae-4156-432f-a3d1-a441c308b1ad req-4134a6e1-5a34-4c8e-8ceb-727ae718c877 service neutron] Attempting to bind port 3a8942c0-702e-4e6a-a58e-56668cfa3ad2 by drivers openvswitch on host hv-cinder-77525 at level 0 using segments [{'id': 'e19c5e97-aaf1-4d97-9bc3-e0a7867a1ed4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '17650221-126f-4533-a3d9-bfbcad2f9afd'}] {{(pid=83998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 15 21:45:11.476655 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8a4fae-4156-432f-a3d1-a441c308b1ad req-4134a6e1-5a34-4c8e-8ceb-727ae718c877 service neutron] Attempting to bind port 3a8942c0-702e-4e6a-a58e-56668cfa3ad2 on network 17650221-126f-4533-a3d9-bfbcad2f9afd {{(pid=83998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 15 21:45:11.484257 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8a4fae-4156-432f-a3d1-a441c308b1ad req-4134a6e1-5a34-4c8e-8ceb-727ae718c877 service neutron] Checking agent: {'id': '3b9d0ad6-16ce-46f2-a5c4-f9a7961e9638', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77525', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 21, 37, 44), 'started_at': datetime.datetime(2021, 2, 15, 21, 38, 14), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 21, 44, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 21:45:11.484649 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8a4fae-4156-432f-a3d1-a441c308b1ad req-4134a6e1-5a34-4c8e-8ceb-727ae718c877 service neutron] Checking segment: {'id': 'e19c5e97-aaf1-4d97-9bc3-e0a7867a1ed4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '17650221-126f-4533-a3d9-bfbcad2f9afd'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 21:45:11.485079 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-1b8a4fae-4156-432f-a3d1-a441c308b1ad req-4134a6e1-5a34-4c8e-8ceb-727ae718c877 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:11.486207 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8a4fae-4156-432f-a3d1-a441c308b1ad req-4134a6e1-5a34-4c8e-8ceb-727ae718c877 service neutron] Bound using segment: {'id': 'e19c5e97-aaf1-4d97-9bc3-e0a7867a1ed4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '17650221-126f-4533-a3d9-bfbcad2f9afd'} {{(pid=83998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 21:45:11.486729 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.managers [req-1b8a4fae-4156-432f-a3d1-a441c308b1ad req-4134a6e1-5a34-4c8e-8ceb-727ae718c877 service neutron] Bound port: 3a8942c0-702e-4e6a-a58e-56668cfa3ad2, host: hv-cinder-77525, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e19c5e97-aaf1-4d97-9bc3-e0a7867a1ed4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '17650221-126f-4533-a3d9-bfbcad2f9afd'}}] {{(pid=83998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 15 21:45:11.487056 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-1b8a4fae-4156-432f-a3d1-a441c308b1ad req-4134a6e1-5a34-4c8e-8ceb-727ae718c877 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:11.613621 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [req-1b8a4fae-4156-432f-a3d1-a441c308b1ad req-4134a6e1-5a34-4c8e-8ceb-727ae718c877 service neutron] For port 3a8942c0-702e-4e6a-a58e-56668cfa3ad2, host hv-cinder-77525, cleared binding levels {{(pid=83998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 15 21:45:11.617111 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [req-1b8a4fae-4156-432f-a3d1-a441c308b1ad req-4134a6e1-5a34-4c8e-8ceb-727ae718c877 service neutron] For port 3a8942c0-702e-4e6a-a58e-56668cfa3ad2, host hv-cinder-77525, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=3a8942c0-702e-4e6a-a58e-56668cfa3ad2,segment=NetworkSegment(e19c5e97-aaf1-4d97-9bc3-e0a7867a1ed4),segment_id=e19c5e97-aaf1-4d97-9bc3-e0a7867a1ed4)] {{(pid=83998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 15 21:45:11.620889 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-1b8a4fae-4156-432f-a3d1-a441c308b1ad req-4134a6e1-5a34-4c8e-8ceb-727ae718c877 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779317976793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779317533282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257537242501'] for port, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:11.640402 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-83a9380c-1f9e-4670-9009-14b9dd0ab19e tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:45:11.717358 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311f278a-7bf2-4ba4-b151-d3a69b85a86d req-b418bb6a-c117-4b06-a978-f1d0ebd92271 tempest-VolumesActionsTest-1341880187 tempest-VolumesActionsTest-1341880187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:45:11.719009 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-311f278a-7bf2-4ba4-b151-d3a69b85a86d req-b418bb6a-c117-4b06-a978-f1d0ebd92271 tempest-VolumesActionsTest-1341880187 tempest-VolumesActionsTest-1341880187-project] 10.222.0.68 "GET /v2.0/ports?device_id=2af220e9-67b0-4b8f-bba1-926d99efe508 HTTP/1.1" status: 200 len: 943 time: 0.1095598 Feb 15 21:45:11.784640 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-311f278a-7bf2-4ba4-b151-d3a69b85a86d req-222f6a8e-16d0-4c41-be6f-730089d103d0 tempest-VolumesActionsTest-1341880187 tempest-VolumesActionsTest-1341880187-project] 10.222.0.68 "GET /v2.0/security-groups?id=92ccffc3-3f62-4302-a4cc-82485f92e6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581024 Feb 15 21:45:11.808017 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4134a6e1-5a34-4c8e-8ceb-727ae718c877 service neutron] Pushing event updated for resources: {'Port': ['ID=3a8942c0-702e-4e6a-a58e-56668cfa3ad2,revision_number=3']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:45:11.814260 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-4134a6e1-5a34-4c8e-8ceb-727ae718c877 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:45:11.850315 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8a4fae-4156-432f-a3d1-a441c308b1ad req-4134a6e1-5a34-4c8e-8ceb-727ae718c877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:45:11.851007 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-1b8a4fae-4156-432f-a3d1-a441c308b1ad req-4134a6e1-5a34-4c8e-8ceb-727ae718c877 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762656'] for port, before_response {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:11.852595 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-1b8a4fae-4156-432f-a3d1-a441c308b1ad req-4134a6e1-5a34-4c8e-8ceb-727ae718c877 service neutron] 10.222.0.46 "PUT /v2.0/ports/3a8942c0-702e-4e6a-a58e-56668cfa3ad2 HTTP/1.1" status: 200 len: 1157 time: 1.7705677 Feb 15 21:45:11.853327 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd699b755-4adc-4240-8368-0341ea8761c0', 'tag': '3a8942c0-702e-4e6a-a58e-56668cfa3ad2'}] {{(pid=83998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 21:45:11.950561 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd699b755-4adc-4240-8368-0341ea8761c0', 'tag': '3a8942c0-702e-4e6a-a58e-56668cfa3ad2', 'status': 'completed', 'code': 200} Feb 15 21:45:11.992495 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8a4fae-4156-432f-a3d1-a441c308b1ad req-145205da-6b0d-4688-933c-fbbdb38bc43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:45:11.994194 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-1b8a4fae-4156-432f-a3d1-a441c308b1ad req-145205da-6b0d-4688-933c-fbbdb38bc43d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b71bf34df67e45829c465ac56f78d37b&device_id=d699b755-4adc-4240-8368-0341ea8761c0 HTTP/1.1" status: 200 len: 1160 time: 0.0881560 Feb 15 21:45:12.083321 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-1b8a4fae-4156-432f-a3d1-a441c308b1ad req-a7b88089-44f5-4b6e-9a7c-680bf79053c3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a8942c0-702e-4e6a-a58e-56668cfa3ad2 HTTP/1.1" status: 200 len: 217 time: 0.0774777 Feb 15 21:45:12.161884 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8a4fae-4156-432f-a3d1-a441c308b1ad req-8e12eeb6-0281-443c-ad2a-42c0f8b3e190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:45:12.163531 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-1b8a4fae-4156-432f-a3d1-a441c308b1ad req-8e12eeb6-0281-443c-ad2a-42c0f8b3e190 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7958a86e-12be-499c-918a-a8ccd033f569 HTTP/1.1" status: 200 len: 854 time: 0.0712345 Feb 15 21:45:12.262731 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8a4fae-4156-432f-a3d1-a441c308b1ad req-2727fc42-b36e-4c2a-b969-5f3ddffb1e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:45:12.264686 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-1b8a4fae-4156-432f-a3d1-a441c308b1ad req-2727fc42-b36e-4c2a-b969-5f3ddffb1e46 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=17650221-126f-4533-a3d9-bfbcad2f9afd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0880084 Feb 15 21:45:12.429264 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-1b8a4fae-4156-432f-a3d1-a441c308b1ad req-84de87cd-db4a-4723-879c-0b6ab81dd5fa service neutron] 10.222.0.46 "GET /v2.0/networks/17650221-126f-4533-a3d9-bfbcad2f9afd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487136 Feb 15 21:45:12.506362 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b42ce7-ce0e-4413-9eaa-46fac00067ed req-ceac8788-a8e2-4e01-8a8b-4e7b74a4d0cf tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:45:12.507909 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-02b42ce7-ce0e-4413-9eaa-46fac00067ed req-ceac8788-a8e2-4e01-8a8b-4e7b74a4d0cf tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] 10.222.0.68 "GET /v2.0/ports?device_id=d699b755-4adc-4240-8368-0341ea8761c0 HTTP/1.1" status: 200 len: 943 time: 0.0934448 Feb 15 21:45:12.559633 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-02b42ce7-ce0e-4413-9eaa-46fac00067ed req-257d716e-aa65-4174-93ef-c05a1efd1f3f tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] 10.222.0.68 "GET /v2.0/security-groups?id=50cb1b5e-10b2-417d-a978-a2a613df9f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445988 Feb 15 21:45:12.592263 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-1b8a4fae-4156-432f-a3d1-a441c308b1ad req-24894b1e-326d-4b8b-ae21-276cefa94dd9 service neutron] 10.222.0.46 "GET /v2.0/networks/17650221-126f-4533-a3d9-bfbcad2f9afd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1539664 Feb 15 21:45:12.727920 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3a7286-6abd-41d0-96f4-12db48d91a55 req-b47ad759-61cd-41cc-bc4a-50f6b395c80b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:45:12.729611 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-5f3a7286-6abd-41d0-96f4-12db48d91a55 req-b47ad759-61cd-41cc-bc4a-50f6b395c80b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b71bf34df67e45829c465ac56f78d37b&device_id=d699b755-4adc-4240-8368-0341ea8761c0 HTTP/1.1" status: 200 len: 1160 time: 0.0817115 Feb 15 21:45:12.902002 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3a7286-6abd-41d0-96f4-12db48d91a55 req-1efffc0c-8bcd-4fd6-8976-64bb01f557b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:45:12.903674 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-5f3a7286-6abd-41d0-96f4-12db48d91a55 req-1efffc0c-8bcd-4fd6-8976-64bb01f557b5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=17650221-126f-4533-a3d9-bfbcad2f9afd HTTP/1.1" status: 200 len: 909 time: 0.1642570 Feb 15 21:45:13.059625 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-5f3a7286-6abd-41d0-96f4-12db48d91a55 req-e0350901-17c9-4254-a0db-56472ef154f8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a8942c0-702e-4e6a-a58e-56668cfa3ad2 HTTP/1.1" status: 200 len: 217 time: 0.1424270 Feb 15 21:45:13.149235 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3a7286-6abd-41d0-96f4-12db48d91a55 req-e5ca80c4-692d-4fdb-b5a5-326a9ea7d822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:45:13.150830 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-5f3a7286-6abd-41d0-96f4-12db48d91a55 req-e5ca80c4-692d-4fdb-b5a5-326a9ea7d822 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7958a86e-12be-499c-918a-a8ccd033f569 HTTP/1.1" status: 200 len: 854 time: 0.0792496 Feb 15 21:45:13.168313 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95def81-1fdc-4d8b-97a5-036d6a23cd5e req-c3bf8b37-6ec0-4282-8525-f0b44a4623cb tempest-VolumesActionsTest-1341880187 tempest-VolumesActionsTest-1341880187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:45:13.169875 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-d95def81-1fdc-4d8b-97a5-036d6a23cd5e req-c3bf8b37-6ec0-4282-8525-f0b44a4623cb tempest-VolumesActionsTest-1341880187 tempest-VolumesActionsTest-1341880187-project] 10.222.0.68 "GET /v2.0/ports?device_id=2af220e9-67b0-4b8f-bba1-926d99efe508 HTTP/1.1" status: 200 len: 943 time: 0.1728115 Feb 15 21:45:13.274267 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-d95def81-1fdc-4d8b-97a5-036d6a23cd5e req-3e1375d4-b00b-4b24-9908-4db678514f6e tempest-VolumesActionsTest-1341880187 tempest-VolumesActionsTest-1341880187-project] 10.222.0.68 "GET /v2.0/security-groups?id=92ccffc3-3f62-4302-a4cc-82485f92e6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657017 Feb 15 21:45:13.292625 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3a7286-6abd-41d0-96f4-12db48d91a55 req-b28a666d-80d4-4da3-b5e0-1d372663346b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:45:13.294322 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-5f3a7286-6abd-41d0-96f4-12db48d91a55 req-b28a666d-80d4-4da3-b5e0-1d372663346b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=17650221-126f-4533-a3d9-bfbcad2f9afd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1235135 Feb 15 21:45:13.457687 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-5f3a7286-6abd-41d0-96f4-12db48d91a55 req-1f63998f-7345-4f54-99fd-4e6b72c17876 service neutron] 10.222.0.46 "GET /v2.0/networks/17650221-126f-4533-a3d9-bfbcad2f9afd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475837 Feb 15 21:45:13.614866 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-5f3a7286-6abd-41d0-96f4-12db48d91a55 req-95062b0a-7ecf-4e05-ba8a-c26d65dd6d10 service neutron] 10.222.0.46 "GET /v2.0/networks/17650221-126f-4533-a3d9-bfbcad2f9afd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1464641 Feb 15 21:45:13.768677 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066ccc98-d5ef-422a-ac0d-1bf15100d139 req-96664426-7a47-4bc0-baf8-81e054f0cd1b tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:45:13.770226 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-066ccc98-d5ef-422a-ac0d-1bf15100d139 req-96664426-7a47-4bc0-baf8-81e054f0cd1b tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] 10.222.0.68 "GET /v2.0/ports?device_id=d699b755-4adc-4240-8368-0341ea8761c0 HTTP/1.1" status: 200 len: 943 time: 0.0921266 Feb 15 21:45:13.818678 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-066ccc98-d5ef-422a-ac0d-1bf15100d139 req-25589cd6-bbbc-4f6b-a507-31efa7fd1d8c tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] 10.222.0.68 "GET /v2.0/security-groups?id=50cb1b5e-10b2-417d-a978-a2a613df9f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419307 Feb 15 21:45:13.915558 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:14.498098 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0756e9a-2260-4794-83b5-0e6acb0d8dd8 req-1505cff0-e44a-4b1f-b70a-636e48c1ffb4 tempest-VolumesActionsTest-1341880187 tempest-VolumesActionsTest-1341880187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:45:14.500009 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-c0756e9a-2260-4794-83b5-0e6acb0d8dd8 req-1505cff0-e44a-4b1f-b70a-636e48c1ffb4 tempest-VolumesActionsTest-1341880187 tempest-VolumesActionsTest-1341880187-project] 10.222.0.68 "GET /v2.0/ports?device_id=2af220e9-67b0-4b8f-bba1-926d99efe508 HTTP/1.1" status: 200 len: 943 time: 0.0983994 Feb 15 21:45:14.552874 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-c0756e9a-2260-4794-83b5-0e6acb0d8dd8 req-99f6d2f1-fef9-42ff-99c3-8e136f85f137 tempest-VolumesActionsTest-1341880187 tempest-VolumesActionsTest-1341880187-project] 10.222.0.68 "GET /v2.0/security-groups?id=92ccffc3-3f62-4302-a4cc-82485f92e6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453954 Feb 15 21:45:14.894830 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.objects.ports [None req-ca10fa99-71c6-418b-b97d-97cd3cb10474 None None] Time-cost: Fetching 2 ports in 2 security groups {{(pid=84000) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 15 21:45:15.041934 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1065a72c-17f5-4f89-918a-4765f487efc4 req-36ab9052-924a-42fe-b5e7-14812ddf88a0 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:45:15.043886 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-1065a72c-17f5-4f89-918a-4765f487efc4 req-36ab9052-924a-42fe-b5e7-14812ddf88a0 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] 10.222.0.68 "GET /v2.0/ports?device_id=d699b755-4adc-4240-8368-0341ea8761c0 HTTP/1.1" status: 200 len: 943 time: 0.0912402 Feb 15 21:45:15.107927 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-1065a72c-17f5-4f89-918a-4765f487efc4 req-a6a721d1-d9fd-4bca-829e-153048c0c599 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] 10.222.0.68 "GET /v2.0/security-groups?id=50cb1b5e-10b2-417d-a978-a2a613df9f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564640 Feb 15 21:45:15.768227 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9d1ad4-abe9-405b-a109-7afcce221c60 req-8a504fda-7d0f-4bb7-8cec-7e57ce9c86b2 tempest-VolumesActionsTest-1341880187 tempest-VolumesActionsTest-1341880187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:45:15.770868 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-0e9d1ad4-abe9-405b-a109-7afcce221c60 req-8a504fda-7d0f-4bb7-8cec-7e57ce9c86b2 tempest-VolumesActionsTest-1341880187 tempest-VolumesActionsTest-1341880187-project] 10.222.0.68 "GET /v2.0/ports?device_id=2af220e9-67b0-4b8f-bba1-926d99efe508 HTTP/1.1" status: 200 len: 943 time: 0.0926776 Feb 15 21:45:15.828923 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-0e9d1ad4-abe9-405b-a109-7afcce221c60 req-5cc98ce2-d8ac-4561-916b-f788f21b70d7 tempest-VolumesActionsTest-1341880187 tempest-VolumesActionsTest-1341880187-project] 10.222.0.68 "GET /v2.0/security-groups?id=92ccffc3-3f62-4302-a4cc-82485f92e6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509338 Feb 15 21:45:16.193204 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Device 3a8942c0-702e-4e6a-a58e-56668cfa3ad2 up at agent ovs-agent-hv-cinder-77525 {{(pid=84000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:45:16.279281 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Provisioning for port 3a8942c0-702e-4e6a-a58e-56668cfa3ad2 completed by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 21:45:16.286028 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Provisioning complete for port 3a8942c0-702e-4e6a-a58e-56668cfa3ad2 triggered by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:45:16.286684 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:16.321867 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4651a387-6e2d-47db-9cd4-8f09e33e6d8a req-0360f9d0-1b69-4d0b-9d97-32303f4ac08e tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:45:16.330146 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-4651a387-6e2d-47db-9cd4-8f09e33e6d8a req-0360f9d0-1b69-4d0b-9d97-32303f4ac08e tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] 10.222.0.68 "GET /v2.0/ports?device_id=d699b755-4adc-4240-8368-0341ea8761c0 HTTP/1.1" status: 200 len: 943 time: 0.1050680 Feb 15 21:45:16.390863 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-4651a387-6e2d-47db-9cd4-8f09e33e6d8a req-410d1630-7250-45d4-9686-96c237a229b8 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] 10.222.0.68 "GET /v2.0/security-groups?id=50cb1b5e-10b2-417d-a978-a2a613df9f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592148 Feb 15 21:45:16.419474 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:16.453467 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd699b755-4adc-4240-8368-0341ea8761c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a8942c0-702e-4e6a-a58e-56668cfa3ad2'}] {{(pid=84000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 21:45:16.464641 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] For port 3a8942c0-702e-4e6a-a58e-56668cfa3ad2, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=3a8942c0-702e-4e6a-a58e-56668cfa3ad2,segment=NetworkSegment(e19c5e97-aaf1-4d97-9bc3-e0a7867a1ed4),segment_id=e19c5e97-aaf1-4d97-9bc3-e0a7867a1ed4)] {{(pid=84000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:45:16.468290 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779317976793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779317533282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257537242501'] for port, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:16.469605 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Device e9456d4d-191f-4158-8dfa-f19b90cb0b03 up at agent ovs-agent-hv-cinder-77525 {{(pid=84000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:45:16.521381 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd699b755-4adc-4240-8368-0341ea8761c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a8942c0-702e-4e6a-a58e-56668cfa3ad2', 'code': 200} Feb 15 21:45:16.522258 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-8dadfb4d-6b96-4481-9964-05505387ecde None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:45:16.601852 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Pushing event updated for resources: {'Port': ['ID=3a8942c0-702e-4e6a-a58e-56668cfa3ad2,revision_number=4']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:45:16.607437 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:45:16.632979 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Provisioning for port e9456d4d-191f-4158-8dfa-f19b90cb0b03 completed by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 21:45:16.638180 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Provisioning complete for port e9456d4d-191f-4158-8dfa-f19b90cb0b03 triggered by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:45:16.639043 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:16.779663 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:16.820768 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] For port e9456d4d-191f-4158-8dfa-f19b90cb0b03, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=e9456d4d-191f-4158-8dfa-f19b90cb0b03,segment=NetworkSegment(fb851330-bf7d-4202-8d6e-e431be4d5d0d),segment_id=fb851330-bf7d-4202-8d6e-e431be4d5d0d)] {{(pid=84000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:45:16.824950 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779317976793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779317533282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257537242501'] for port, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:16.827091 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-7f85ce8b-5091-4aeb-b073-72f96c00838c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:45:16.950878 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3431a7-2d4c-4048-a303-8c75f10ab07b req-0537dcba-9dcd-4f76-93fd-7465ef20525c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:45:16.957689 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-aa3431a7-2d4c-4048-a303-8c75f10ab07b req-0537dcba-9dcd-4f76-93fd-7465ef20525c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d699b755-4adc-4240-8368-0341ea8761c0 HTTP/1.1" status: 200 len: 1162 time: 0.2291884 Feb 15 21:45:16.982549 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Pushing event updated for resources: {'Port': ['ID=e9456d4d-191f-4158-8dfa-f19b90cb0b03,revision_number=4']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:45:16.986670 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:45:17.034177 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-aa3431a7-2d4c-4048-a303-8c75f10ab07b req-ac2ce3f7-e10c-4c73-bd31-50b29cf2cc51 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=50cb1b5e-10b2-417d-a978-a2a613df9f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673027 Feb 15 21:45:17.041448 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Device 3a8942c0-702e-4e6a-a58e-56668cfa3ad2 up at agent ovs-agent-hv-cinder-77525 {{(pid=84000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:45:17.106401 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b679597d-b954-48c7-b22e-95f840e1547f req-38bf86c3-3a30-4d7b-9fc2-559b9e3a4817 tempest-VolumesActionsTest-1341880187 tempest-VolumesActionsTest-1341880187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:45:17.108354 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-b679597d-b954-48c7-b22e-95f840e1547f req-38bf86c3-3a30-4d7b-9fc2-559b9e3a4817 tempest-VolumesActionsTest-1341880187 tempest-VolumesActionsTest-1341880187-project] 10.222.0.68 "GET /v2.0/ports?device_id=2af220e9-67b0-4b8f-bba1-926d99efe508 HTTP/1.1" status: 200 len: 945 time: 0.1009064 Feb 15 21:45:17.135834 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Provisioning complete for port 3a8942c0-702e-4e6a-a58e-56668cfa3ad2 triggered by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:45:17.136341 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:17.173210 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-b679597d-b954-48c7-b22e-95f840e1547f req-c9a570bb-bb45-4d7f-bba4-d9e009ff1e9e tempest-VolumesActionsTest-1341880187 tempest-VolumesActionsTest-1341880187-project] 10.222.0.68 "GET /v2.0/security-groups?id=92ccffc3-3f62-4302-a4cc-82485f92e6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576110 Feb 15 21:45:17.272099 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Device e9456d4d-191f-4158-8dfa-f19b90cb0b03 up at agent ovs-agent-hv-cinder-77525 {{(pid=84000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:45:17.348580 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Provisioning complete for port e9456d4d-191f-4158-8dfa-f19b90cb0b03 triggered by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:45:17.348996 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:17.600790 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a8afd9-725d-4530-b643-14ba8a2e1632 req-56a011d2-a6d3-4653-887f-a8426558008c tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:45:17.602715 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-56a8afd9-725d-4530-b643-14ba8a2e1632 req-56a011d2-a6d3-4653-887f-a8426558008c tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] 10.222.0.68 "GET /v2.0/ports?device_id=d699b755-4adc-4240-8368-0341ea8761c0 HTTP/1.1" status: 200 len: 945 time: 0.0932758 Feb 15 21:45:17.661032 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-56a8afd9-725d-4530-b643-14ba8a2e1632 req-39433a8b-6e4e-41ec-a705-f55a70a79345 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] 10.222.0.68 "GET /v2.0/security-groups?id=50cb1b5e-10b2-417d-a978-a2a613df9f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514228 Feb 15 21:45:18.398962 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9026f18-718e-49bd-9b18-dbb555c382c3 req-cff3e77d-1a82-4c83-b0c3-39a029636dd6 tempest-VolumesActionsTest-1341880187 tempest-VolumesActionsTest-1341880187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:45:18.401246 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-e9026f18-718e-49bd-9b18-dbb555c382c3 req-cff3e77d-1a82-4c83-b0c3-39a029636dd6 tempest-VolumesActionsTest-1341880187 tempest-VolumesActionsTest-1341880187-project] 10.222.0.68 "GET /v2.0/ports?device_id=2af220e9-67b0-4b8f-bba1-926d99efe508 HTTP/1.1" status: 200 len: 945 time: 0.0984843 Feb 15 21:45:18.460343 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-e9026f18-718e-49bd-9b18-dbb555c382c3 req-2e87309f-203f-4a16-ba2f-2c182bd0cee1 tempest-VolumesActionsTest-1341880187 tempest-VolumesActionsTest-1341880187-project] 10.222.0.68 "GET /v2.0/security-groups?id=92ccffc3-3f62-4302-a4cc-82485f92e6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455804 Feb 15 21:45:18.523328 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2af220e9-67b0-4b8f-bba1-926d99efe508', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9456d4d-191f-4158-8dfa-f19b90cb0b03'}] {{(pid=84000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 21:45:18.586804 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2af220e9-67b0-4b8f-bba1-926d99efe508', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9456d4d-191f-4158-8dfa-f19b90cb0b03', 'code': 200} Feb 15 21:45:18.873094 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0749aff-e9d9-46e8-a9c9-317e0fa14a26 req-3c1b0f8d-5241-4bdc-9071-77ab7bed9256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:45:18.875235 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-a0749aff-e9d9-46e8-a9c9-317e0fa14a26 req-3c1b0f8d-5241-4bdc-9071-77ab7bed9256 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2af220e9-67b0-4b8f-bba1-926d99efe508 HTTP/1.1" status: 200 len: 1162 time: 0.0872436 Feb 15 21:45:18.883615 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fad793-be65-4bd4-b474-482b858811e2 req-fc035b8a-e91b-40b0-8b3c-62075900f4e6 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:45:18.892439 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-44fad793-be65-4bd4-b474-482b858811e2 req-fc035b8a-e91b-40b0-8b3c-62075900f4e6 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] 10.222.0.68 "GET /v2.0/ports?device_id=d699b755-4adc-4240-8368-0341ea8761c0 HTTP/1.1" status: 200 len: 945 time: 0.1045129 Feb 15 21:45:18.954524 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-44fad793-be65-4bd4-b474-482b858811e2 req-88fcc608-6e6d-4406-926b-8c7fa2095d97 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] 10.222.0.68 "GET /v2.0/security-groups?id=50cb1b5e-10b2-417d-a978-a2a613df9f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606301 Feb 15 21:45:18.961142 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-a0749aff-e9d9-46e8-a9c9-317e0fa14a26 req-5bb8de27-84bf-4017-9282-cc54f1d393e9 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=92ccffc3-3f62-4302-a4cc-82485f92e6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706537 Feb 15 21:45:19.026704 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Device e9456d4d-191f-4158-8dfa-f19b90cb0b03 up at agent ovs-agent-hv-cinder-77525 {{(pid=84000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:45:19.098260 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-c129425f-e2f1-472f-ae33-c96cc5be2d88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:19.127788 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Provisioning complete for port e9456d4d-191f-4158-8dfa-f19b90cb0b03 triggered by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:45:19.128324 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:19.162560 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e18ce3b-08ba-4395-9714-610ae230a100 req-4fe4680a-dc14-4e47-9abc-2ddcd267ac55 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:45:19.165420 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-6e18ce3b-08ba-4395-9714-610ae230a100 req-4fe4680a-dc14-4e47-9abc-2ddcd267ac55 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] 10.222.0.68 "GET /v2.0/ports?device_id=d699b755-4adc-4240-8368-0341ea8761c0 HTTP/1.1" status: 200 len: 945 time: 0.0968399 Feb 15 21:45:19.246101 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-6e18ce3b-08ba-4395-9714-610ae230a100 req-f417011e-bf94-4929-a7b4-0ebb44e2430b tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] 10.222.0.68 "GET /v2.0/security-groups?id=50cb1b5e-10b2-417d-a978-a2a613df9f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595961 Feb 15 21:45:19.694505 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0223fe5d-9584-4365-a1f4-e3a1d5dd616e req-90c7a969-65dd-46f3-b227-8d4d49fdf920 tempest-VolumesActionsTest-1341880187 tempest-VolumesActionsTest-1341880187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:45:19.696191 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-0223fe5d-9584-4365-a1f4-e3a1d5dd616e req-90c7a969-65dd-46f3-b227-8d4d49fdf920 tempest-VolumesActionsTest-1341880187 tempest-VolumesActionsTest-1341880187-project] 10.222.0.68 "GET /v2.0/ports?device_id=2af220e9-67b0-4b8f-bba1-926d99efe508 HTTP/1.1" status: 200 len: 945 time: 0.1082888 Feb 15 21:45:19.710082 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737f5bce-4b21-4824-9fbf-fe2a4671f39a req-5afa82fa-cb26-4aa0-9fc1-5ad0744b765d tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:45:19.718198 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-737f5bce-4b21-4824-9fbf-fe2a4671f39a req-5afa82fa-cb26-4aa0-9fc1-5ad0744b765d tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] 10.222.0.68 "GET /v2.0/ports?device_id=d699b755-4adc-4240-8368-0341ea8761c0 HTTP/1.1" status: 200 len: 945 time: 0.0983949 Feb 15 21:45:19.765791 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-0223fe5d-9584-4365-a1f4-e3a1d5dd616e req-bebb2dc3-1cbe-42fb-949c-474609b4c5c0 tempest-VolumesActionsTest-1341880187 tempest-VolumesActionsTest-1341880187-project] 10.222.0.68 "GET /v2.0/security-groups?id=92ccffc3-3f62-4302-a4cc-82485f92e6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608921 Feb 15 21:45:19.775110 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-737f5bce-4b21-4824-9fbf-fe2a4671f39a req-24e042a3-719c-4e40-9e08-2c3c80aee1fc tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] 10.222.0.68 "GET /v2.0/security-groups?id=50cb1b5e-10b2-417d-a978-a2a613df9f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558901 Feb 15 21:45:20.980559 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febe1e57-7cfe-43ce-9ad3-7d4ae56a1054 req-3c6d366e-9a69-4920-a55f-8af8517f8ecb tempest-VolumesActionsTest-1341880187 tempest-VolumesActionsTest-1341880187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:45:20.982284 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-febe1e57-7cfe-43ce-9ad3-7d4ae56a1054 req-3c6d366e-9a69-4920-a55f-8af8517f8ecb tempest-VolumesActionsTest-1341880187 tempest-VolumesActionsTest-1341880187-project] 10.222.0.68 "GET /v2.0/ports?device_id=2af220e9-67b0-4b8f-bba1-926d99efe508 HTTP/1.1" status: 200 len: 945 time: 0.1029828 Feb 15 21:45:21.034981 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-febe1e57-7cfe-43ce-9ad3-7d4ae56a1054 req-b16775e9-a6ae-4a11-92e2-3b1d0e6b14c2 tempest-VolumesActionsTest-1341880187 tempest-VolumesActionsTest-1341880187-project] 10.222.0.68 "GET /v2.0/security-groups?id=92ccffc3-3f62-4302-a4cc-82485f92e6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453961 Feb 15 21:45:22.367574 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-89138248-6e70-47b5-b1f1-e49124008818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:22.530257 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-4f2d6fe3-588d-414d-8fc0-9e430caa4704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:22.743671 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.agents_db [None req-9c3f008a-7c02-4f45-a369-4199c6caa59a None None] Agent healthcheck: found 6 active agents {{(pid=84001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 15 21:45:23.474580 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:24.442073 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-c15141da-837e-426e-b554-b41f5a3e4bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:25.289439 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408e10aa-4e93-4537-bead-98b774755912 req-7c68da3e-6288-413e-b5c5-69ebb890b376 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:45:25.291084 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-408e10aa-4e93-4537-bead-98b774755912 req-7c68da3e-6288-413e-b5c5-69ebb890b376 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] 10.222.0.68 "GET /v2.0/ports?device_id=d699b755-4adc-4240-8368-0341ea8761c0 HTTP/1.1" status: 200 len: 945 time: 0.1122591 Feb 15 21:45:25.347304 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-408e10aa-4e93-4537-bead-98b774755912 req-b80afd5d-fbda-4fbd-9d6e-fa5f0695d7dd tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] 10.222.0.68 "GET /v2.0/security-groups?id=50cb1b5e-10b2-417d-a978-a2a613df9f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466583 Feb 15 21:45:25.615700 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aa0f71-cd82-475b-9ba3-f1a171e5a508 req-a7da995b-6757-4fdc-86ea-f80e1006bb42 tempest-VolumesActionsTest-1341880187 tempest-VolumesActionsTest-1341880187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:45:25.626784 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-d1aa0f71-cd82-475b-9ba3-f1a171e5a508 req-a7da995b-6757-4fdc-86ea-f80e1006bb42 tempest-VolumesActionsTest-1341880187 tempest-VolumesActionsTest-1341880187-project] 10.222.0.68 "GET /v2.0/ports?device_id=2af220e9-67b0-4b8f-bba1-926d99efe508 HTTP/1.1" status: 200 len: 945 time: 0.1383512 Feb 15 21:45:25.684963 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-d1aa0f71-cd82-475b-9ba3-f1a171e5a508 req-f46f6006-5f18-4171-a9e3-5345396e9bd9 tempest-VolumesActionsTest-1341880187 tempest-VolumesActionsTest-1341880187-project] 10.222.0.68 "GET /v2.0/security-groups?id=92ccffc3-3f62-4302-a4cc-82485f92e6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564804 Feb 15 21:45:25.728968 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-e82d21f0-7c39-4797-9504-eae98936a22b req-9ee5212e-e7e7-4439-8fa3-85a5f42b3042 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] 10.222.0.68 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2025871 Feb 15 21:45:25.743091 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.v2.base [req-e82d21f0-7c39-4797-9504-eae98936a22b req-d7eb5adc-d6ed-4020-9a98-45ab8cffd579 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Request body: {'floatingip': {'floating_network_id': 'f2926baf-a168-440c-89c9-d3754209afe6'}} {{(pid=83998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:45:25.750486 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [req-e82d21f0-7c39-4797-9504-eae98936a22b req-d7eb5adc-d6ed-4020-9a98-45ab8cffd579 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:45:25.755956 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [req-e82d21f0-7c39-4797-9504-eae98936a22b req-d7eb5adc-d6ed-4020-9a98-45ab8cffd579 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Usage tracker for resource:floatingip and tenant:b71bf34df67e45829c465ac56f78d37b is out of sync, need to count used quota {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:45:25.760520 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [req-e82d21f0-7c39-4797-9504-eae98936a22b req-d7eb5adc-d6ed-4020-9a98-45ab8cffd579 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:45:25.771688 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [req-e82d21f0-7c39-4797-9504-eae98936a22b req-d7eb5adc-d6ed-4020-9a98-45ab8cffd579 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:45:25.787833 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-e82d21f0-7c39-4797-9504-eae98936a22b req-d7eb5adc-d6ed-4020-9a98-45ab8cffd579 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Notify callbacks [] for floatingip, before_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:25.894948 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfe5b9d-524f-4bc5-87f5-82ee90461025 req-d92c961c-e382-41b3-9215-eab2195a79ac tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:45:25.903569 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-8dfe5b9d-524f-4bc5-87f5-82ee90461025 req-d92c961c-e382-41b3-9215-eab2195a79ac tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "GET /v2.0/ports?device_id=75161876-5fd7-4cd5-bcc1-e7aef527b1ee HTTP/1.1" status: 200 len: 945 time: 0.0992289 Feb 15 21:45:25.960489 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-8dfe5b9d-524f-4bc5-87f5-82ee90461025 req-271c9710-f2a1-47a5-9ae2-b923b7cd5896 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "GET /v2.0/security-groups?id=0f7c9e5d-2f88-4d15-bd89-ff8afec8e837&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556121 Feb 15 21:45:26.007881 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-e82d21f0-7c39-4797-9504-eae98936a22b req-d7eb5adc-d6ed-4020-9a98-45ab8cffd579 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:26.325202 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.db_base_plugin_common [req-e82d21f0-7c39-4797-9504-eae98936a22b req-d7eb5adc-d6ed-4020-9a98-45ab8cffd579 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Allocated IP 172.28.3.33 (f2926baf-a168-440c-89c9-d3754209afe6/200a9da9-53a8-4f45-a42a-32f02ceebfef/c0f7e8f4-83b8-475b-b969-ebc1b791dd6a) {{(pid=83998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 15 21:45:26.741071 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b685da6-3af1-4d03-be5a-4cd89072c589 req-1129c6c7-69af-4d2d-b15d-6857a469056d tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:45:26.753239 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-4b685da6-3af1-4d03-be5a-4cd89072c589 req-1129c6c7-69af-4d2d-b15d-6857a469056d tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] 10.222.0.68 "GET /v2.0/ports?device_id=41ba888e-6794-4d21-8b8c-00578e7eb22d HTTP/1.1" status: 200 len: 945 time: 0.1154857 Feb 15 21:45:26.821195 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-4b685da6-3af1-4d03-be5a-4cd89072c589 req-a083cab9-1cdd-4377-b64d-b9f39f3c1a63 tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] 10.222.0.68 "GET /v2.0/security-groups?id=5675173e-9aa6-470b-8625-3bf575193c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0660579 Feb 15 21:45:26.929468 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-e82d21f0-7c39-4797-9504-eae98936a22b req-d7eb5adc-d6ed-4020-9a98-45ab8cffd579 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Notify callbacks [] for port, precommit_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:26.965446 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-e82d21f0-7c39-4797-9504-eae98936a22b req-d7eb5adc-d6ed-4020-9a98-45ab8cffd579 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363257537239207'] for port, after_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:26.999874 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-ef0e5fa1-9b5a-44bd-b1dd-6034a68e73ed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:45:27.083044 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4dc5c2-f153-427d-89a1-e1d0484c32c5 req-42dfe2e8-7863-407d-bc88-c2896dbfad22 tempest-VolumesActionsTest-1341880187 tempest-VolumesActionsTest-1341880187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:45:27.084912 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-5e4dc5c2-f153-427d-89a1-e1d0484c32c5 req-42dfe2e8-7863-407d-bc88-c2896dbfad22 tempest-VolumesActionsTest-1341880187 tempest-VolumesActionsTest-1341880187-project] 10.222.0.68 "GET /v2.0/ports?device_id=2af220e9-67b0-4b8f-bba1-926d99efe508 HTTP/1.1" status: 200 len: 945 time: 0.1018102 Feb 15 21:45:27.164097 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-5e4dc5c2-f153-427d-89a1-e1d0484c32c5 req-7aee2d18-c767-4089-83a3-b37f97d43b96 tempest-VolumesActionsTest-1341880187 tempest-VolumesActionsTest-1341880187-project] 10.222.0.68 "GET /v2.0/security-groups?id=92ccffc3-3f62-4302-a4cc-82485f92e6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682766 Feb 15 21:45:27.224303 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e82d21f0-7c39-4797-9504-eae98936a22b req-d7eb5adc-d6ed-4020-9a98-45ab8cffd579 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Network f2926baf-a168-440c-89c9-d3754209afe6 is already hosted by enough agents. {{(pid=83998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 21:45:27.228443 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.base_scheduler [req-e82d21f0-7c39-4797-9504-eae98936a22b req-d7eb5adc-d6ed-4020-9a98-45ab8cffd579 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Resources bound (agent type, host, resource id): {{(pid=83998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 21:45:27.233890 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eb5adc-d6ed-4020-9a98-45ab8cffd579 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Pushing event updated for resources: {'Port': ['ID=c0f7e8f4-83b8-475b-b969-ebc1b791dd6a,revision_number=1']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:45:27.234092 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvrscheduler_db [req-e82d21f0-7c39-4797-9504-eae98936a22b req-d7eb5adc-d6ed-4020-9a98-45ab8cffd579 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Received port after_create {{(pid=83998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 15 21:45:27.268146 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-e82d21f0-7c39-4797-9504-eae98936a22b req-d7eb5adc-d6ed-4020-9a98-45ab8cffd579 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:27.272899 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-d7eb5adc-d6ed-4020-9a98-45ab8cffd579 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:45:27.341236 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-e82d21f0-7c39-4797-9504-eae98936a22b req-d7eb5adc-d6ed-4020-9a98-45ab8cffd579 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:27.400233 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8026ab-d5b8-4264-90b3-92413a6bd45c req-b1c1c8dd-711c-47d4-9321-49daba7b9098 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:45:27.402053 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-6c8026ab-d5b8-4264-90b3-92413a6bd45c req-b1c1c8dd-711c-47d4-9321-49daba7b9098 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "GET /v2.0/ports?device_id=75161876-5fd7-4cd5-bcc1-e7aef527b1ee HTTP/1.1" status: 200 len: 945 time: 0.1273499 Feb 15 21:45:27.493388 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-6c8026ab-d5b8-4264-90b3-92413a6bd45c req-d8730769-1195-407d-a456-c61c3c3ab0d0 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "GET /v2.0/security-groups?id=0f7c9e5d-2f88-4d15-bd89-ff8afec8e837&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836112 Feb 15 21:45:27.667029 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-e82d21f0-7c39-4797-9504-eae98936a22b req-d7eb5adc-d6ed-4020-9a98-45ab8cffd579 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Notify callbacks [] for port, precommit_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:27.671492 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-e82d21f0-7c39-4797-9504-eae98936a22b req-d7eb5adc-d6ed-4020-9a98-45ab8cffd579 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779317976793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779317533282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257537242501'] for port, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:27.689144 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-ef0e5fa1-9b5a-44bd-b1dd-6034a68e73ed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:45:27.959116 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eb5adc-d6ed-4020-9a98-45ab8cffd579 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Pushing event updated for resources: {'Port': ['ID=c0f7e8f4-83b8-475b-b969-ebc1b791dd6a,revision_number=2']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:45:27.976124 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-d7eb5adc-d6ed-4020-9a98-45ab8cffd579 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:45:28.010986 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86687034-cf51-4f73-a366-88239dfd630c req-02ddb342-1dbb-4b6b-a631-b6d24d1a2536 tempest-VolumesActionsTest-1341880187 tempest-VolumesActionsTest-1341880187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:45:28.012592 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-86687034-cf51-4f73-a366-88239dfd630c req-02ddb342-1dbb-4b6b-a631-b6d24d1a2536 tempest-VolumesActionsTest-1341880187 tempest-VolumesActionsTest-1341880187-project] 10.222.0.46 "GET /v2.0/ports?device_id=2af220e9-67b0-4b8f-bba1-926d99efe508 HTTP/1.1" status: 200 len: 945 time: 0.1463997 Feb 15 21:45:28.016015 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-e82d21f0-7c39-4797-9504-eae98936a22b req-d7eb5adc-d6ed-4020-9a98-45ab8cffd579 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3816703'] for floatingip, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:28.078473 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-e82d21f0-7c39-4797-9504-eae98936a22b req-d7eb5adc-d6ed-4020-9a98-45ab8cffd579 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762656'] for floatingip, before_response {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:28.087009 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-e82d21f0-7c39-4797-9504-eae98936a22b req-d7eb5adc-d6ed-4020-9a98-45ab8cffd579 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.3484979 Feb 15 21:45:28.104724 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35942ca-f489-40a7-b91d-021b9c142020 req-16256161-36c3-45e0-9526-27b967e90021 tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:45:28.115403 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-b35942ca-f489-40a7-b91d-021b9c142020 req-16256161-36c3-45e0-9526-27b967e90021 tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] 10.222.0.68 "GET /v2.0/ports?device_id=41ba888e-6794-4d21-8b8c-00578e7eb22d HTTP/1.1" status: 200 len: 945 time: 0.1243510 Feb 15 21:45:28.184477 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [req-e82d21f0-7c39-4797-9504-eae98936a22b req-2ca879ef-2597-4f21-a3f0-214b3ac3fd32 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Synchronizing usage tracker for tenant:b71bf34df67e45829c465ac56f78d37b on resource:floatingip {{(pid=83998) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 21:45:28.190031 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-b35942ca-f489-40a7-b91d-021b9c142020 req-8f12e86f-97e5-460a-b77c-dae170a1b6c0 tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] 10.222.0.68 "GET /v2.0/security-groups?id=5675173e-9aa6-470b-8625-3bf575193c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0726364 Feb 15 21:45:28.234075 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.plugin [req-86687034-cf51-4f73-a366-88239dfd630c req-ed54d056-5a54-4b57-9f05-1f51dd491a37 tempest-VolumesActionsTest-1341880187 tempest-VolumesActionsTest-1341880187-project] Deleting port e9456d4d-191f-4158-8dfa-f19b90cb0b03 {{(pid=83998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 21:45:28.235059 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-86687034-cf51-4f73-a366-88239dfd630c req-ed54d056-5a54-4b57-9f05-1f51dd491a37 tempest-VolumesActionsTest-1341880187 tempest-VolumesActionsTest-1341880187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779317974814'] for port, before_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:28.273704 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [req-e82d21f0-7c39-4797-9504-eae98936a22b req-2ca879ef-2597-4f21-a3f0-214b3ac3fd32 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Unset dirty status for tenant:b71bf34df67e45829c465ac56f78d37b on resource:floatingip {{(pid=83998) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 21:45:28.274495 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-e82d21f0-7c39-4797-9504-eae98936a22b req-2ca879ef-2597-4f21-a3f0-214b3ac3fd32 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.28.3.33 HTTP/1.1" status: 200 len: 695 time: 0.1866155 Feb 15 21:45:28.494495 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e272ac-35a1-408f-ac6f-bc227462c70e req-2e7aa0fb-c410-4d6d-906b-e9bf00a82a98 tempest-VolumesActionsTest-1341880187 tempest-VolumesActionsTest-1341880187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:45:28.502482 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-f4e272ac-35a1-408f-ac6f-bc227462c70e req-2e7aa0fb-c410-4d6d-906b-e9bf00a82a98 tempest-VolumesActionsTest-1341880187 tempest-VolumesActionsTest-1341880187-project] 10.222.0.68 "GET /v2.0/ports?device_id=2af220e9-67b0-4b8f-bba1-926d99efe508 HTTP/1.1" status: 200 len: 945 time: 0.1448379 Feb 15 21:45:28.560832 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-f4e272ac-35a1-408f-ac6f-bc227462c70e req-2f1ff006-4e8d-488f-ac5a-bca625378b71 tempest-VolumesActionsTest-1341880187 tempest-VolumesActionsTest-1341880187-project] 10.222.0.68 "GET /v2.0/security-groups?id=92ccffc3-3f62-4302-a4cc-82485f92e6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546863 Feb 15 21:45:28.664188 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [req-86687034-cf51-4f73-a366-88239dfd630c req-ed54d056-5a54-4b57-9f05-1f51dd491a37 tempest-VolumesActionsTest-1341880187 tempest-VolumesActionsTest-1341880187-project] For port e9456d4d-191f-4158-8dfa-f19b90cb0b03, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=e9456d4d-191f-4158-8dfa-f19b90cb0b03,segment=NetworkSegment(fb851330-bf7d-4202-8d6e-e431be4d5d0d),segment_id=fb851330-bf7d-4202-8d6e-e431be4d5d0d)] {{(pid=83998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:45:28.664809 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-86687034-cf51-4f73-a366-88239dfd630c req-ed54d056-5a54-4b57-9f05-1f51dd491a37 tempest-VolumesActionsTest-1341880187 tempest-VolumesActionsTest-1341880187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3871786'] for port, precommit_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:28.774656 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1472fd2-8c0e-444e-8ce9-b2f0b7046cc5 req-86c7c3b9-9dd3-4ef8-a09d-35cb7c301fbe tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:45:28.783321 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-c1472fd2-8c0e-444e-8ce9-b2f0b7046cc5 req-86c7c3b9-9dd3-4ef8-a09d-35cb7c301fbe tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "GET /v2.0/ports?device_id=75161876-5fd7-4cd5-bcc1-e7aef527b1ee HTTP/1.1" status: 200 len: 945 time: 0.1191268 Feb 15 21:45:28.826059 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.plugin [req-86687034-cf51-4f73-a366-88239dfd630c req-ed54d056-5a54-4b57-9f05-1f51dd491a37 tempest-VolumesActionsTest-1341880187 tempest-VolumesActionsTest-1341880187-project] Calling delete_port for e9456d4d-191f-4158-8dfa-f19b90cb0b03 owned by compute:nova {{(pid=83998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 21:45:28.843126 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-c1472fd2-8c0e-444e-8ce9-b2f0b7046cc5 req-7c77e6cc-187c-4c52-8702-c53079a5fd8b tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "GET /v2.0/security-groups?id=0f7c9e5d-2f88-4d15-bd89-ff8afec8e837&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564487 Feb 15 21:45:28.985699 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82d21f0-7c39-4797-9504-eae98936a22b req-70c8e71e-ad80-47e7-bed5-c599f62de142 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:45:28.987605 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-e82d21f0-7c39-4797-9504-eae98936a22b req-70c8e71e-ad80-47e7-bed5-c599f62de142 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] 10.222.0.68 "GET /v2.0/networks/f2926baf-a168-440c-89c9-d3754209afe6 HTTP/1.1" status: 200 len: 784 time: 0.6994514 Feb 15 21:45:29.091259 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-86687034-cf51-4f73-a366-88239dfd630c req-ed54d056-5a54-4b57-9f05-1f51dd491a37 tempest-VolumesActionsTest-1341880187 tempest-VolumesActionsTest-1341880187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779317976810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363257537242535'] for port, after_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:29.132542 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-4134a6e1-5a34-4c8e-8ceb-727ae718c877 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:45:29.141295 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Device 9893a8d2-0f6f-4123-8406-4e5415a08932 up at agent ovs-agent-hv-cinder-77525 {{(pid=84000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:45:29.201719 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed54d056-5a54-4b57-9f05-1f51dd491a37 tempest-VolumesActionsTest-1341880187 tempest-VolumesActionsTest-1341880187-project] Pushing event deleted for resources: {'Port': ['ID=e9456d4d-191f-4158-8dfa-f19b90cb0b03,revision_number=None']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:45:29.221589 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-ed54d056-5a54-4b57-9f05-1f51dd491a37 tempest-VolumesActionsTest-1341880187 tempest-VolumesActionsTest-1341880187-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:45:29.302905 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Provisioning complete for port 9893a8d2-0f6f-4123-8406-4e5415a08932 triggered by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:45:29.308025 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:29.322103 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0002c49-af79-4ab6-aa53-4ac7b85fa3f2 req-2face501-240c-478f-9f90-7da34f9f5673 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:45:29.330450 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-f0002c49-af79-4ab6-aa53-4ac7b85fa3f2 req-2face501-240c-478f-9f90-7da34f9f5673 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] 10.222.0.68 "GET /v2.0/ports?device_id=d699b755-4adc-4240-8368-0341ea8761c0&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1809943 Feb 15 21:45:29.413853 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvrscheduler_db [req-86687034-cf51-4f73-a366-88239dfd630c req-ed54d056-5a54-4b57-9f05-1f51dd491a37 tempest-VolumesActionsTest-1341880187 tempest-VolumesActionsTest-1341880187-project] No DVR routers for this DVR port e9456d4d-191f-4158-8dfa-f19b90cb0b03 on host hv-cinder-77525 {{(pid=83998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 15 21:45:29.426604 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-86687034-cf51-4f73-a366-88239dfd630c req-ed54d056-5a54-4b57-9f05-1f51dd491a37 tempest-VolumesActionsTest-1341880187 tempest-VolumesActionsTest-1341880187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762656'] for port, before_response {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:29.464418 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2af220e9-67b0-4b8f-bba1-926d99efe508', 'name': 'network-vif-deleted', 'tag': 'e9456d4d-191f-4158-8dfa-f19b90cb0b03'}] {{(pid=83998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 21:45:29.488077 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-86687034-cf51-4f73-a366-88239dfd630c req-ed54d056-5a54-4b57-9f05-1f51dd491a37 tempest-VolumesActionsTest-1341880187 tempest-VolumesActionsTest-1341880187-project] 10.222.0.46 "DELETE /v2.0/ports/e9456d4d-191f-4158-8dfa-f19b90cb0b03 HTTP/1.1" status: 204 len: 173 time: 1.4506929 Feb 15 21:45:29.530995 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Device e9456d4d-191f-4158-8dfa-f19b90cb0b03 no longer exists at agent ovs-agent-hv-cinder-77525 {{(pid=84000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 15 21:45:29.589218 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.plugin [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] No Port match for: e9456d4d-191f-4158-8dfa-f19b90cb0b03 {{(pid=84000) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 15 21:45:29.590040 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Device e9456d4d-191f-4158-8dfa-f19b90cb0b03 not bound to the agent host hv-cinder-77525 {{(pid=84000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 15 21:45:29.592282 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7600b0-db12-4a9d-9d8b-81e1c30eb980 req-41c4cc97-47ba-4e93-9f00-32e79adcec91 tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:45:29.594129 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-9a7600b0-db12-4a9d-9d8b-81e1c30eb980 req-41c4cc97-47ba-4e93-9f00-32e79adcec91 tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] 10.222.0.68 "GET /v2.0/ports?device_id=41ba888e-6794-4d21-8b8c-00578e7eb22d HTTP/1.1" status: 200 len: 945 time: 0.1191735 Feb 15 21:45:29.657333 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-9a7600b0-db12-4a9d-9d8b-81e1c30eb980 req-9eac92a0-9347-4a73-86c5-8fd2aa1438d4 tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] 10.222.0.68 "GET /v2.0/security-groups?id=5675173e-9aa6-470b-8625-3bf575193c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0551598 Feb 15 21:45:29.745519 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-f0002c49-af79-4ab6-aa53-4ac7b85fa3f2 req-2e1d9090-0c79-4ab3-b96f-14b5574a374c tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.28.3.33 HTTP/1.1" status: 200 len: 695 time: 0.4126346 Feb 15 21:45:29.756706 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.v2.base [req-f0002c49-af79-4ab6-aa53-4ac7b85fa3f2 req-9bcc6c57-1879-4e93-ab81-17e694d37f79 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Request body: {'floatingip': {'port_id': '3a8942c0-702e-4e6a-a58e-56668cfa3ad2', 'fixed_ip_address': '172.20.0.3'}} {{(pid=83999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:45:29.856801 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2af220e9-67b0-4b8f-bba1-926d99efe508', 'name': 'network-vif-deleted', 'tag': 'e9456d4d-191f-4158-8dfa-f19b90cb0b03', 'status': 'completed', 'code': 200} Feb 15 21:45:29.876580 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-f0002c49-af79-4ab6-aa53-4ac7b85fa3f2 req-9bcc6c57-1879-4e93-ab81-17e694d37f79 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Notify callbacks [] for floatingip, before_update {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:29.975708 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7534802a-26ae-48f3-a10e-1051b14dbdf2 req-7f020318-842d-444c-a599-2f18b6849fa4 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:45:29.977953 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-7534802a-26ae-48f3-a10e-1051b14dbdf2 req-7f020318-842d-444c-a599-2f18b6849fa4 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.46 "GET /v2.0/ports?device_id=75161876-5fd7-4cd5-bcc1-e7aef527b1ee HTTP/1.1" status: 200 len: 945 time: 0.7331538 Feb 15 21:45:30.079655 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [req-bc313f85-790c-4cb7-a8d6-67c0fb8f0202 req-93d0856f-2bcc-49b9-b73b-316c0472a385 tempest-VolumesActionsTest-1341880187 tempest-VolumesActionsTest-1341880187-project] Synchronizing usage tracker for tenant:3cc6e0a7382c40f896e81938a70335ef on resource:port {{(pid=83998) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 21:45:30.100121 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [req-bc313f85-790c-4cb7-a8d6-67c0fb8f0202 req-93d0856f-2bcc-49b9-b73b-316c0472a385 tempest-VolumesActionsTest-1341880187 tempest-VolumesActionsTest-1341880187-project] Unset dirty status for tenant:3cc6e0a7382c40f896e81938a70335ef on resource:port {{(pid=83998) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 21:45:30.104888 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-bc313f85-790c-4cb7-a8d6-67c0fb8f0202 req-93d0856f-2bcc-49b9-b73b-316c0472a385 tempest-VolumesActionsTest-1341880187 tempest-VolumesActionsTest-1341880187-project] 10.222.0.68 "GET /v2.0/ports?device_id=2af220e9-67b0-4b8f-bba1-926d99efe508 HTTP/1.1" status: 200 len: 210 time: 0.0960338 Feb 15 21:45:30.206144 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.plugin [req-7534802a-26ae-48f3-a10e-1051b14dbdf2 req-dae4163f-96b2-462f-ace0-5a4a71e80ac8 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Deleting port 9893a8d2-0f6f-4123-8406-4e5415a08932 {{(pid=83999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 21:45:30.206630 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-7534802a-26ae-48f3-a10e-1051b14dbdf2 req-dae4163f-96b2-462f-ace0-5a4a71e80ac8 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779317974814'] for port, before_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:30.469716 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06708372-6c4b-4101-8ade-f0fd3d17c8bb req-46a75c52-d510-4afd-b3e9-abb1856f2c37 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:45:30.472963 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-06708372-6c4b-4101-8ade-f0fd3d17c8bb req-46a75c52-d510-4afd-b3e9-abb1856f2c37 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "GET /v2.0/ports?device_id=75161876-5fd7-4cd5-bcc1-e7aef527b1ee HTTP/1.1" status: 200 len: 945 time: 0.1755953 Feb 15 21:45:30.540134 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-06708372-6c4b-4101-8ade-f0fd3d17c8bb req-74ee570c-c5d9-4f1d-9590-223ca47a3da0 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "GET /v2.0/security-groups?id=0f7c9e5d-2f88-4d15-bd89-ff8afec8e837&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605667 Feb 15 21:45:30.914023 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [req-7534802a-26ae-48f3-a10e-1051b14dbdf2 req-dae4163f-96b2-462f-ace0-5a4a71e80ac8 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] For port 9893a8d2-0f6f-4123-8406-4e5415a08932, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=9893a8d2-0f6f-4123-8406-4e5415a08932,segment=NetworkSegment(8c893903-8c9b-4ad7-b25b-3668faa686d9),segment_id=8c893903-8c9b-4ad7-b25b-3668faa686d9)] {{(pid=83999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:45:30.914556 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-7534802a-26ae-48f3-a10e-1051b14dbdf2 req-dae4163f-96b2-462f-ace0-5a4a71e80ac8 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3871786'] for port, precommit_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:30.981992 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2786b174-1f6d-46d7-98d1-33e32b4d1d99 req-0a7c2acb-40d3-406e-9760-e4af41da049c tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:45:30.983684 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-2786b174-1f6d-46d7-98d1-33e32b4d1d99 req-0a7c2acb-40d3-406e-9760-e4af41da049c tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] 10.222.0.68 "GET /v2.0/ports?device_id=41ba888e-6794-4d21-8b8c-00578e7eb22d HTTP/1.1" status: 200 len: 945 time: 0.1118429 Feb 15 21:45:31.056792 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-2786b174-1f6d-46d7-98d1-33e32b4d1d99 req-4830b205-5f4d-49bd-a866-681d37d86353 tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] 10.222.0.68 "GET /v2.0/security-groups?id=5675173e-9aa6-470b-8625-3bf575193c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0636969 Feb 15 21:45:31.072609 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Device 9893a8d2-0f6f-4123-8406-4e5415a08932 no longer exists at agent ovs-agent-hv-cinder-77525 {{(pid=84000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 15 21:45:31.264427 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:31.315755 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] For port 9893a8d2-0f6f-4123-8406-4e5415a08932, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=9893a8d2-0f6f-4123-8406-4e5415a08932,segment=NetworkSegment(8c893903-8c9b-4ad7-b25b-3668faa686d9),segment_id=8c893903-8c9b-4ad7-b25b-3668faa686d9)] {{(pid=84000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:45:31.317025 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75161876-5fd7-4cd5-bcc1-e7aef527b1ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9893a8d2-0f6f-4123-8406-4e5415a08932'}] {{(pid=84000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 21:45:31.320534 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.db.resource_extend [req-f0002c49-af79-4ab6-aa53-4ac7b85fa3f2 req-9bcc6c57-1879-4e93-ab81-17e694d37f79 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 15 21:45:31.324729 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779317976793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779317533282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257537242501'] for port, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:31.327452 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-6ba4d61b-97e1-447b-a51b-be270b741bd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:45:31.450437 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Pushing event updated for resources: {'Port': ['ID=9893a8d2-0f6f-4123-8406-4e5415a08932,revision_number=5']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:45:31.463027 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:45:31.463269 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:45:31.463488 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:45:31.463862 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:45:31.464237 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:45:31.464611 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:45:31.465560 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:45:31.465939 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:45:31.466313 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:45:31.466683 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:45:31.467303 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:45:31.467420 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:45:31.467826 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:45:31.468197 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:45:31.468568 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:45:31.468934 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:45:31.469303 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:45:31.469760 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:45:31.470171 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:45:31.470538 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:45:31.470904 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:45:31.484676 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:45:31.484676 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:45:31.484676 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:45:31.485139 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-f0002c49-af79-4ab6-aa53-4ac7b85fa3f2 req-9bcc6c57-1879-4e93-ab81-17e694d37f79 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:31.485139 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-7534802a-26ae-48f3-a10e-1051b14dbdf2 req-dae4163f-96b2-462f-ace0-5a4a71e80ac8 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:31.485139 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-7534802a-26ae-48f3-a10e-1051b14dbdf2 req-dae4163f-96b2-462f-ace0-5a4a71e80ac8 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3816703'] for floatingip, after_update {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:31.485139 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.db.l3_db [req-7534802a-26ae-48f3-a10e-1051b14dbdf2 req-dae4163f-96b2-462f-ace0-5a4a71e80ac8 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Floating IP 64bbee5a-53eb-425b-ade7-bfea2acb8848 disassociated. External IP: 172.28.3.239, port: 9893a8d2-0f6f-4123-8406-4e5415a08932. Feb 15 21:45:31.485139 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.plugin [req-7534802a-26ae-48f3-a10e-1051b14dbdf2 req-dae4163f-96b2-462f-ace0-5a4a71e80ac8 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Calling delete_port for 9893a8d2-0f6f-4123-8406-4e5415a08932 owned by compute:nova {{(pid=83999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 21:45:31.491793 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:45:31.513411 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-f0002c49-af79-4ab6-aa53-4ac7b85fa3f2 req-9bcc6c57-1879-4e93-ab81-17e694d37f79 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3816703'] for floatingip, after_update {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:31.786577 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.db.l3_db [req-f0002c49-af79-4ab6-aa53-4ac7b85fa3f2 req-9bcc6c57-1879-4e93-ab81-17e694d37f79 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Floating IP 0ca9589f-aedd-4083-9f03-af1943b9eab4 associated. External IP: 172.28.3.33, port: 3a8942c0-702e-4e6a-a58e-56668cfa3ad2. Feb 15 21:45:31.914429 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.db.api [req-7534802a-26ae-48f3-a10e-1051b14dbdf2 req-dae4163f-96b2-462f-ace0-5a4a71e80ac8 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83999) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 15 21:45:31.914803 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_db.api [req-7534802a-26ae-48f3-a10e-1051b14dbdf2 req-dae4163f-96b2-462f-ace0-5a4a71e80ac8 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 15 21:45:32.036672 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75161876-5fd7-4cd5-bcc1-e7aef527b1ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9893a8d2-0f6f-4123-8406-4e5415a08932', 'code': 200} Feb 15 21:45:32.296189 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d968c5d5-50c0-466d-9647-44a84b129e0f req-b2c773c4-bd03-4db4-807b-6dcc5b46f4db tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:45:32.298215 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-d968c5d5-50c0-466d-9647-44a84b129e0f req-b2c773c4-bd03-4db4-807b-6dcc5b46f4db tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "GET /v2.0/ports?device_id=75161876-5fd7-4cd5-bcc1-e7aef527b1ee HTTP/1.1" status: 200 len: 943 time: 0.1546462 Feb 15 21:45:32.395203 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-d968c5d5-50c0-466d-9647-44a84b129e0f req-74cb53cb-3af4-49e6-ae7b-d86389be2b35 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "GET /v2.0/security-groups?id=0f7c9e5d-2f88-4d15-bd89-ff8afec8e837&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891588 Feb 15 21:45:32.466183 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.plugin [req-7534802a-26ae-48f3-a10e-1051b14dbdf2 req-dae4163f-96b2-462f-ace0-5a4a71e80ac8 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Deleting port 9893a8d2-0f6f-4123-8406-4e5415a08932 {{(pid=83999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 21:45:32.466734 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-7534802a-26ae-48f3-a10e-1051b14dbdf2 req-dae4163f-96b2-462f-ace0-5a4a71e80ac8 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779317974814'] for port, before_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:32.644803 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcdafe2-c91f-4a5d-b4bd-61da32e0a16b req-68503c32-fb85-4b09-988c-1f930cfa4ac3 tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:45:32.652520 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-8dcdafe2-c91f-4a5d-b4bd-61da32e0a16b req-68503c32-fb85-4b09-988c-1f930cfa4ac3 tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] 10.222.0.68 "GET /v2.0/ports?device_id=41ba888e-6794-4d21-8b8c-00578e7eb22d HTTP/1.1" status: 200 len: 945 time: 0.1226001 Feb 15 21:45:32.717479 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-8dcdafe2-c91f-4a5d-b4bd-61da32e0a16b req-ded25811-3622-4d49-9776-67955422bb12 tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] 10.222.0.68 "GET /v2.0/security-groups?id=5675173e-9aa6-470b-8625-3bf575193c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0636885 Feb 15 21:45:33.152508 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [req-7534802a-26ae-48f3-a10e-1051b14dbdf2 req-dae4163f-96b2-462f-ace0-5a4a71e80ac8 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] For port 9893a8d2-0f6f-4123-8406-4e5415a08932, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=9893a8d2-0f6f-4123-8406-4e5415a08932,segment=NetworkSegment(8c893903-8c9b-4ad7-b25b-3668faa686d9),segment_id=8c893903-8c9b-4ad7-b25b-3668faa686d9)] {{(pid=83999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:45:33.152901 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-7534802a-26ae-48f3-a10e-1051b14dbdf2 req-dae4163f-96b2-462f-ace0-5a4a71e80ac8 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3871786'] for port, precommit_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:33.257184 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f0002c49-af79-4ab6-aa53-4ac7b85fa3f2 req-9bcc6c57-1879-4e93-ab81-17e694d37f79 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Router 65230bec-0090-4a3b-9735-54ee253d5f5c has already been hosted by L3 agent dc46b086-6cb1-49e8-b95e-1fe9b389155e {{(pid=83999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 15 21:45:33.661981 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f0002c49-af79-4ab6-aa53-4ac7b85fa3f2 req-9bcc6c57-1879-4e93-ab81-17e694d37f79 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Notify agent at l3_agent.dv-cinder-775250-3-smb the message routers_updated {{(pid=83999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 15 21:45:33.664872 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-7534802a-26ae-48f3-a10e-1051b14dbdf2 req-dae4163f-96b2-462f-ace0-5a4a71e80ac8 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:33.665314 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-7534802a-26ae-48f3-a10e-1051b14dbdf2 req-dae4163f-96b2-462f-ace0-5a4a71e80ac8 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3816703'] for floatingip, after_update {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:33.665655 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.db.l3_db [req-7534802a-26ae-48f3-a10e-1051b14dbdf2 req-dae4163f-96b2-462f-ace0-5a4a71e80ac8 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Floating IP 64bbee5a-53eb-425b-ade7-bfea2acb8848 disassociated. External IP: 172.28.3.239, port: 9893a8d2-0f6f-4123-8406-4e5415a08932. Feb 15 21:45:33.666046 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.plugin [req-7534802a-26ae-48f3-a10e-1051b14dbdf2 req-dae4163f-96b2-462f-ace0-5a4a71e80ac8 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Calling delete_port for 9893a8d2-0f6f-4123-8406-4e5415a08932 owned by compute:nova {{(pid=83999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 21:45:33.675833 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1efc40-e70a-48da-b241-e8703e12aed9 None None] Sync routers for ids ['65230bec-0090-4a3b-9735-54ee253d5f5c'] in dv-cinder-775250-3-smb {{(pid=84000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 15 21:45:33.688318 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1efc40-e70a-48da-b241-e8703e12aed9 None None] Routers {'65230bec-0090-4a3b-9735-54ee253d5f5c'} bound to L3 agent in host dv-cinder-775250-3-smb {{(pid=84000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 21:45:33.689032 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_hamode_db [None req-bf1efc40-e70a-48da-b241-e8703e12aed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-15T21:30:22Z,description=,heartbeat_timestamp=2021-02-15T21:45:22Z,host='dv-cinder-775250-3-smb',id=dc46b086-6cb1-49e8-b95e-1fe9b389155e,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T21:30:22Z,topic='l3_agent')) {'router_ids': ['65230bec-0090-4a3b-9735-54ee253d5f5c'], 'active': True} {{(pid=84000) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:45:33.721949 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-f0002c49-af79-4ab6-aa53-4ac7b85fa3f2 req-9bcc6c57-1879-4e93-ab81-17e694d37f79 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762656'] for floatingip, before_response {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:33.827291 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-f0002c49-af79-4ab6-aa53-4ac7b85fa3f2 req-9bcc6c57-1879-4e93-ab81-17e694d37f79 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] 10.222.0.68 "PUT /v2.0/floatingips/0ca9589f-aedd-4083-9f03-af1943b9eab4 HTTP/1.1" status: 200 len: 995 time: 4.0763667 Feb 15 21:45:33.834178 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd699b755-4adc-4240-8368-0341ea8761c0', 'tag': '3a8942c0-702e-4e6a-a58e-56668cfa3ad2'}] {{(pid=83999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 21:45:33.898839 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07db6a6-f921-4a1b-a7d6-48a4d1d5f5d0 req-fcfd761a-9931-4451-81a2-3bb82fa56b9d tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:45:33.906263 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-c07db6a6-f921-4a1b-a7d6-48a4d1d5f5d0 req-fcfd761a-9931-4451-81a2-3bb82fa56b9d tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "GET /v2.0/ports?device_id=75161876-5fd7-4cd5-bcc1-e7aef527b1ee HTTP/1.1" status: 200 len: 943 time: 0.1262703 Feb 15 21:45:33.966907 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvr_db [None req-bf1efc40-e70a-48da-b241-e8703e12aed9 None None] Set router 65230bec-0090-4a3b-9735-54ee253d5f5c gateway port host: dv-cinder-775250-3-smb {{(pid=84000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 21:45:33.967957 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-c07db6a6-f921-4a1b-a7d6-48a4d1d5f5d0 req-b309524e-a3d8-4765-a9de-fcd55d0904b8 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "GET /v2.0/security-groups?id=0f7c9e5d-2f88-4d15-bd89-ff8afec8e837&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506589 Feb 15 21:45:34.061082 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-7534802a-26ae-48f3-a10e-1051b14dbdf2 req-dae4163f-96b2-462f-ace0-5a4a71e80ac8 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779317976810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363257537242535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853815187'] for port, after_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:34.283030 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:45:34.293673 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9646ed5b-4d1f-41ba-85f3-7815e44f7275 req-488e054e-b6de-48e1-bf25-159b6c1a2e99 tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:45:34.301825 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-9646ed5b-4d1f-41ba-85f3-7815e44f7275 req-488e054e-b6de-48e1-bf25-159b6c1a2e99 tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] 10.222.0.68 "GET /v2.0/ports?device_id=41ba888e-6794-4d21-8b8c-00578e7eb22d HTTP/1.1" status: 200 len: 945 time: 0.1109097 Feb 15 21:45:34.365244 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-9646ed5b-4d1f-41ba-85f3-7815e44f7275 req-6d62fce0-35d6-4913-b4ad-b08feeaf303c tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] 10.222.0.68 "GET /v2.0/security-groups?id=5675173e-9aa6-470b-8625-3bf575193c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0624449 Feb 15 21:45:34.370209 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae4163f-96b2-462f-ace0-5a4a71e80ac8 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Pushing event deleted for resources: {'Port': ['ID=9893a8d2-0f6f-4123-8406-4e5415a08932,revision_number=None']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:45:34.384955 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae4163f-96b2-462f-ace0-5a4a71e80ac8 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:45:34.385610 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae4163f-96b2-462f-ace0-5a4a71e80ac8 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:45:34.386421 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae4163f-96b2-462f-ace0-5a4a71e80ac8 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:45:34.388006 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae4163f-96b2-462f-ace0-5a4a71e80ac8 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:45:34.389301 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae4163f-96b2-462f-ace0-5a4a71e80ac8 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:45:34.389825 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae4163f-96b2-462f-ace0-5a4a71e80ac8 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:45:34.390354 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae4163f-96b2-462f-ace0-5a4a71e80ac8 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:45:34.390876 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae4163f-96b2-462f-ace0-5a4a71e80ac8 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:45:34.391405 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae4163f-96b2-462f-ace0-5a4a71e80ac8 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:45:34.391917 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae4163f-96b2-462f-ace0-5a4a71e80ac8 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:45:34.392590 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae4163f-96b2-462f-ace0-5a4a71e80ac8 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:45:34.393112 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae4163f-96b2-462f-ace0-5a4a71e80ac8 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:45:34.393772 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae4163f-96b2-462f-ace0-5a4a71e80ac8 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:45:34.394304 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae4163f-96b2-462f-ace0-5a4a71e80ac8 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:45:34.394822 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae4163f-96b2-462f-ace0-5a4a71e80ac8 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:45:34.395330 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae4163f-96b2-462f-ace0-5a4a71e80ac8 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:45:34.395842 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae4163f-96b2-462f-ace0-5a4a71e80ac8 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:45:34.396367 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae4163f-96b2-462f-ace0-5a4a71e80ac8 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:45:34.396876 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae4163f-96b2-462f-ace0-5a4a71e80ac8 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:45:34.397557 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae4163f-96b2-462f-ace0-5a4a71e80ac8 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:45:34.398090 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae4163f-96b2-462f-ace0-5a4a71e80ac8 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:45:34.399382 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae4163f-96b2-462f-ace0-5a4a71e80ac8 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:45:34.399960 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae4163f-96b2-462f-ace0-5a4a71e80ac8 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:45:34.400367 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae4163f-96b2-462f-ace0-5a4a71e80ac8 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:45:34.414999 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0002c49-af79-4ab6-aa53-4ac7b85fa3f2 req-c4a87c11-eacb-49e6-8cc5-5c544e043ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:45:34.418114 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-f0002c49-af79-4ab6-aa53-4ac7b85fa3f2 req-c4a87c11-eacb-49e6-8cc5-5c544e043ad1 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=b71bf34df67e45829c465ac56f78d37b&device_id=d699b755-4adc-4240-8368-0341ea8761c0 HTTP/1.1" status: 200 len: 1162 time: 0.5895524 Feb 15 21:45:34.419218 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-dae4163f-96b2-462f-ace0-5a4a71e80ac8 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:45:34.484755 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd699b755-4adc-4240-8368-0341ea8761c0', 'tag': '3a8942c0-702e-4e6a-a58e-56668cfa3ad2', 'status': 'completed', 'code': 200} Feb 15 21:45:34.791027 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_hamode_db [None req-bf1efc40-e70a-48da-b241-e8703e12aed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65230bec-0090-4a3b-9735-54ee253d5f5c', 'name': 'tempest-TestMinimumBasicScenario-1988866333-router', 'tenant_id': 'b71bf34df67e45829c465ac56f78d37b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'external_fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.154'}], 'enable_snat': True}, 'gw_port_id': '092b5458-e6ef-4fb2-9e95-77ae2cf1d04f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:44:28Z', 'updated_at': '2021-02-15T21:44:36Z', 'revision_number': 4, 'project_id': 'b71bf34df67e45829c465ac56f78d37b', 'gw_port': {'id': '092b5458-e6ef-4fb2-9e95-77ae2cf1d04f', 'name': '', 'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:d7:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65230bec-0090-4a3b-9735-54ee253d5f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:44:29Z', 'updated_at': '2021-02-15T21:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-smb', '_floatingips': [{'id': '0ca9589f-aedd-4083-9f03-af1943b9eab4', 'tenant_id': 'b71bf34df67e45829c465ac56f78d37b', 'floating_ip_address': '172.28.3.33', 'floating_network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'router_id': '65230bec-0090-4a3b-9735-54ee253d5f5c', 'port_id': '3a8942c0-702e-4e6a-a58e-56668cfa3ad2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17650221-126f-4533-a3d9-bfbcad2f9afd', 'mac_address': 'fa:16:3e:fb:51:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd699b755-4adc-4240-8368-0341ea8761c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-15T21:45:27Z', 'updated_at': '2021-02-15T21:45:31Z', 'revision_number': 1, 'project_id': 'b71bf34df67e45829c465ac56f78d37b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe7f9e10-43c1-45ba-8db2-235aeff37b80', 'name': '', 'network_id': '17650221-126f-4533-a3d9-bfbcad2f9afd', 'tenant_id': 'b71bf34df67e45829c465ac56f78d37b', 'mac_address': 'fa:16:3e:1d:ff:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65230bec-0090-4a3b-9735-54ee253d5f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '7958a86e-12be-499c-918a-a8ccd033f569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:44:35Z', 'updated_at': '2021-02-15T21:44:46Z', 'revision_number': 5, 'project_id': 'b71bf34df67e45829c465ac56f78d37b', 'subnets': [{'id': '7958a86e-12be-499c-918a-a8ccd033f569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-3-smb', False) {} {{(pid=84000) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:45:34.798559 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1efc40-e70a-48da-b241-e8703e12aed9 None None] Checking router: 65230bec-0090-4a3b-9735-54ee253d5f5c for host: dv-cinder-775250-3-smb {{(pid=84000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 15 21:45:34.822318 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1efc40-e70a-48da-b241-e8703e12aed9 None None] Routers {'65230bec-0090-4a3b-9735-54ee253d5f5c'} bound to L3 agent in host dv-cinder-775250-3-smb {{(pid=84000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 21:45:34.827380 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_hamode_db [None req-bf1efc40-e70a-48da-b241-e8703e12aed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-15T21:30:22Z,description=,heartbeat_timestamp=2021-02-15T21:45:22Z,host='dv-cinder-775250-3-smb',id=dc46b086-6cb1-49e8-b95e-1fe9b389155e,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T21:30:22Z,topic='l3_agent')) {'router_ids': ['65230bec-0090-4a3b-9735-54ee253d5f5c'], 'active': True} {{(pid=84000) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:45:34.907754 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7534802a-26ae-48f3-a10e-1051b14dbdf2 req-dae4163f-96b2-462f-ace0-5a4a71e80ac8 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Router 8b5de55b-85bd-41bb-b8b2-b1ef77649103 has already been hosted by L3 agent dc46b086-6cb1-49e8-b95e-1fe9b389155e {{(pid=83999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 15 21:45:35.247962 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvr_db [None req-bf1efc40-e70a-48da-b241-e8703e12aed9 None None] Set router 65230bec-0090-4a3b-9735-54ee253d5f5c gateway port host: dv-cinder-775250-3-smb {{(pid=84000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 21:45:35.249966 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbe8f18-50ad-4c5a-9ba7-03b834ebf6d2 req-3c8904e5-126c-4f9b-9dd8-d38ebe068c7d tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:45:35.251741 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-0fbe8f18-50ad-4c5a-9ba7-03b834ebf6d2 req-3c8904e5-126c-4f9b-9dd8-d38ebe068c7d tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/ports?device_id=94c5b34a-a93a-417f-9bb0-dfd725a45c9f HTTP/1.1" status: 200 len: 945 time: 0.1580560 Feb 15 21:45:35.260303 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90ed895-b8c1-494e-8453-448c373317a6 req-879fd7c2-fb0a-4d67-9a0e-40573d3ff223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:45:35.262028 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-b90ed895-b8c1-494e-8453-448c373317a6 req-879fd7c2-fb0a-4d67-9a0e-40573d3ff223 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b71bf34df67e45829c465ac56f78d37b&device_id=d699b755-4adc-4240-8368-0341ea8761c0 HTTP/1.1" status: 200 len: 1162 time: 0.7723162 Feb 15 21:45:35.440107 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-0fbe8f18-50ad-4c5a-9ba7-03b834ebf6d2 req-58d486d3-0cdc-4b33-a76e-528c3ff5d440 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/security-groups?id=d41abb3f-0e7c-40e2-b25e-05dfee7102d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1767070 Feb 15 21:45:35.446970 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0002c49-af79-4ab6-aa53-4ac7b85fa3f2 req-42760d35-2075-4652-b432-1e48ee2f1bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:45:35.455519 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-f0002c49-af79-4ab6-aa53-4ac7b85fa3f2 req-42760d35-2075-4652-b432-1e48ee2f1bdc service neutron] 10.222.0.68 "GET /v2.0/networks?id=17650221-126f-4533-a3d9-bfbcad2f9afd HTTP/1.1" status: 200 len: 909 time: 0.9689245 Feb 15 21:45:35.542881 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90ed895-b8c1-494e-8453-448c373317a6 req-7b39111d-a8e4-4fa5-9fe9-2525aaf5f180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:45:35.547066 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-b90ed895-b8c1-494e-8453-448c373317a6 req-7b39111d-a8e4-4fa5-9fe9-2525aaf5f180 service neutron] 10.222.0.46 "GET /v2.0/networks?id=17650221-126f-4533-a3d9-bfbcad2f9afd HTTP/1.1" status: 200 len: 909 time: 0.2496340 Feb 15 21:45:35.610071 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-f0002c49-af79-4ab6-aa53-4ac7b85fa3f2 req-13c029a0-1b3c-4c8e-8d31-f14eb22204dd service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a8942c0-702e-4e6a-a58e-56668cfa3ad2 HTTP/1.1" status: 200 len: 998 time: 0.1533349 Feb 15 21:45:35.677876 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7534802a-26ae-48f3-a10e-1051b14dbdf2 req-dae4163f-96b2-462f-ace0-5a4a71e80ac8 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Notify agent at l3_agent.dv-cinder-775250-3-smb the message routers_updated {{(pid=83999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 15 21:45:35.678932 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-b90ed895-b8c1-494e-8453-448c373317a6 req-a2dd5040-1657-4dd3-935d-920101753c1c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a8942c0-702e-4e6a-a58e-56668cfa3ad2 HTTP/1.1" status: 200 len: 998 time: 0.1220417 Feb 15 21:45:35.690693 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50014fb1-4425-4e42-a50a-9d9c8a14bc9f None None] Sync routers for ids ['8b5de55b-85bd-41bb-b8b2-b1ef77649103'] in dv-cinder-775250-3-smb {{(pid=84001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 15 21:45:35.710257 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_hamode_db [None req-bf1efc40-e70a-48da-b241-e8703e12aed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65230bec-0090-4a3b-9735-54ee253d5f5c', 'name': 'tempest-TestMinimumBasicScenario-1988866333-router', 'tenant_id': 'b71bf34df67e45829c465ac56f78d37b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'external_fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.154'}], 'enable_snat': True}, 'gw_port_id': '092b5458-e6ef-4fb2-9e95-77ae2cf1d04f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:44:28Z', 'updated_at': '2021-02-15T21:44:36Z', 'revision_number': 4, 'project_id': 'b71bf34df67e45829c465ac56f78d37b', 'gw_port': {'id': '092b5458-e6ef-4fb2-9e95-77ae2cf1d04f', 'name': '', 'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:d7:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65230bec-0090-4a3b-9735-54ee253d5f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:44:29Z', 'updated_at': '2021-02-15T21:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-smb', '_floatingips': [{'id': '0ca9589f-aedd-4083-9f03-af1943b9eab4', 'tenant_id': 'b71bf34df67e45829c465ac56f78d37b', 'floating_ip_address': '172.28.3.33', 'floating_network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'router_id': '65230bec-0090-4a3b-9735-54ee253d5f5c', 'port_id': '3a8942c0-702e-4e6a-a58e-56668cfa3ad2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17650221-126f-4533-a3d9-bfbcad2f9afd', 'mac_address': 'fa:16:3e:fb:51:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd699b755-4adc-4240-8368-0341ea8761c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-15T21:45:27Z', 'updated_at': '2021-02-15T21:45:31Z', 'revision_number': 1, 'project_id': 'b71bf34df67e45829c465ac56f78d37b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe7f9e10-43c1-45ba-8db2-235aeff37b80', 'name': '', 'network_id': '17650221-126f-4533-a3d9-bfbcad2f9afd', 'tenant_id': 'b71bf34df67e45829c465ac56f78d37b', 'mac_address': 'fa:16:3e:1d:ff:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65230bec-0090-4a3b-9735-54ee253d5f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '7958a86e-12be-499c-918a-a8ccd033f569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:44:35Z', 'updated_at': '2021-02-15T21:44:46Z', 'revision_number': 5, 'project_id': 'b71bf34df67e45829c465ac56f78d37b', 'subnets': [{'id': '7958a86e-12be-499c-918a-a8ccd033f569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-3-smb', False) {} {{(pid=84000) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:45:35.712736 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50014fb1-4425-4e42-a50a-9d9c8a14bc9f None None] Routers {'8b5de55b-85bd-41bb-b8b2-b1ef77649103'} bound to L3 agent in host dv-cinder-775250-3-smb {{(pid=84001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 21:45:35.715444 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_hamode_db [None req-50014fb1-4425-4e42-a50a-9d9c8a14bc9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-15T21:30:22Z,description=,heartbeat_timestamp=2021-02-15T21:45:22Z,host='dv-cinder-775250-3-smb',id=dc46b086-6cb1-49e8-b95e-1fe9b389155e,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T21:30:22Z,topic='l3_agent')) {'router_ids': ['8b5de55b-85bd-41bb-b8b2-b1ef77649103'], 'active': True} {{(pid=84001) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:45:35.716030 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1efc40-e70a-48da-b241-e8703e12aed9 None None] The sync data for ids ['65230bec-0090-4a3b-9735-54ee253d5f5c'] in dv-cinder-775250-3-smb is: [{'id': '65230bec-0090-4a3b-9735-54ee253d5f5c', 'name': 'tempest-TestMinimumBasicScenario-1988866333-router', 'tenant_id': 'b71bf34df67e45829c465ac56f78d37b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'external_fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.154'}], 'enable_snat': True}, 'gw_port_id': '092b5458-e6ef-4fb2-9e95-77ae2cf1d04f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:44:28Z', 'updated_at': '2021-02-15T21:44:36Z', 'revision_number': 4, 'project_id': 'b71bf34df67e45829c465ac56f78d37b', 'gw_port': {'id': '092b5458-e6ef-4fb2-9e95-77ae2cf1d04f', 'name': '', 'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:d7:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65230bec-0090-4a3b-9735-54ee253d5f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:44:29Z', 'updated_at': '2021-02-15T21:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-smb', '_floatingips': [{'id': '0ca9589f-aedd-4083-9f03-af1943b9eab4', 'tenant_id': 'b71bf34df67e45829c465ac56f78d37b', 'floating_ip_address': '172.28.3.33', 'floating_network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'router_id': '65230bec-0090-4a3b-9735-54ee253d5f5c', 'port_id': '3a8942c0-702e-4e6a-a58e-56668cfa3ad2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17650221-126f-4533-a3d9-bfbcad2f9afd', 'mac_address': 'fa:16:3e:fb:51:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd699b755-4adc-4240-8368-0341ea8761c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-15T21:45:27Z', 'updated_at': '2021-02-15T21:45:31Z', 'revision_number': 1, 'project_id': 'b71bf34df67e45829c465ac56f78d37b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe7f9e10-43c1-45ba-8db2-235aeff37b80', 'name': '', 'network_id': '17650221-126f-4533-a3d9-bfbcad2f9afd', 'tenant_id': 'b71bf34df67e45829c465ac56f78d37b', 'mac_address': 'fa:16:3e:1d:ff:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65230bec-0090-4a3b-9735-54ee253d5f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '7958a86e-12be-499c-918a-a8ccd033f569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:44:35Z', 'updated_at': '2021-02-15T21:44:46Z', 'revision_number': 5, 'project_id': 'b71bf34df67e45829c465ac56f78d37b', 'subnets': [{'id': '7958a86e-12be-499c-918a-a8ccd033f569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 15 21:45:35.726412 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvrscheduler_db [req-7534802a-26ae-48f3-a10e-1051b14dbdf2 req-dae4163f-96b2-462f-ace0-5a4a71e80ac8 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] No DVR routers for this DVR port 9893a8d2-0f6f-4123-8406-4e5415a08932 on host hv-cinder-77525 {{(pid=83999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 15 21:45:35.730830 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-7534802a-26ae-48f3-a10e-1051b14dbdf2 req-dae4163f-96b2-462f-ace0-5a4a71e80ac8 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762656'] for port, before_response {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:35.747643 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0002c49-af79-4ab6-aa53-4ac7b85fa3f2 req-e854d1b0-2b52-47f7-a852-4b66f9c8e8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:45:35.755167 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-f0002c49-af79-4ab6-aa53-4ac7b85fa3f2 req-e854d1b0-2b52-47f7-a852-4b66f9c8e8e5 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=7958a86e-12be-499c-918a-a8ccd033f569 HTTP/1.1" status: 200 len: 854 time: 0.1440525 Feb 15 21:45:35.761135 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-7534802a-26ae-48f3-a10e-1051b14dbdf2 req-dae4163f-96b2-462f-ace0-5a4a71e80ac8 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.46 "DELETE /v2.0/ports/9893a8d2-0f6f-4123-8406-4e5415a08932 HTTP/1.1" status: 204 len: 173 time: 5.7150602 Feb 15 21:45:35.848254 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-4de9eb3f-c0da-463f-ac21-d8d5fb993b24 req-17932fce-b0ce-4e32-ba8a-626c427455c3 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "GET /v2.0/ports?device_id=75161876-5fd7-4cd5-bcc1-e7aef527b1ee HTTP/1.1" status: 200 len: 210 time: 0.1473327 Feb 15 21:45:35.850084 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90ed895-b8c1-494e-8453-448c373317a6 req-06b22cf2-ac68-480b-8ab9-5501bbfdcb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:45:35.852215 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-b90ed895-b8c1-494e-8453-448c373317a6 req-06b22cf2-ac68-480b-8ab9-5501bbfdcb54 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7958a86e-12be-499c-918a-a8ccd033f569 HTTP/1.1" status: 200 len: 854 time: 0.1486700 Feb 15 21:45:35.936729 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0002c49-af79-4ab6-aa53-4ac7b85fa3f2 req-f23c8387-177f-4d30-a781-08fdb3e8287c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:45:35.945491 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-f0002c49-af79-4ab6-aa53-4ac7b85fa3f2 req-f23c8387-177f-4d30-a781-08fdb3e8287c service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=17650221-126f-4533-a3d9-bfbcad2f9afd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1830101 Feb 15 21:45:35.958140 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [req-f0002c49-af79-4ab6-aa53-4ac7b85fa3f2 req-6d3b426d-952f-4567-83f9-2b7481412909 service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=83999) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 21:45:35.959421 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-f0002c49-af79-4ab6-aa53-4ac7b85fa3f2 req-6d3b426d-952f-4567-83f9-2b7481412909 service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0066199 Feb 15 21:45:36.054261 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90ed895-b8c1-494e-8453-448c373317a6 req-91702977-d2b6-40e5-bca0-3afcfcd4baa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:45:36.055953 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-b90ed895-b8c1-494e-8453-448c373317a6 req-91702977-d2b6-40e5-bca0-3afcfcd4baa2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=17650221-126f-4533-a3d9-bfbcad2f9afd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1945906 Feb 15 21:45:36.101784 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvr_db [None req-50014fb1-4425-4e42-a50a-9d9c8a14bc9f None None] Set router 8b5de55b-85bd-41bb-b8b2-b1ef77649103 gateway port host: dv-cinder-775250-3-smb {{(pid=84001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 21:45:36.270021 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7462735d-ea76-479b-aef2-2a14fefda03b None None] New status for floating IP 0ca9589f-aedd-4083-9f03-af1943b9eab4: ACTIVE {{(pid=84000) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 15 21:45:36.293077 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-f0002c49-af79-4ab6-aa53-4ac7b85fa3f2 req-0f698252-1d5f-4176-8365-4ed3e742202f service neutron] 10.222.0.68 "GET /v2.0/networks/17650221-126f-4533-a3d9-bfbcad2f9afd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3267746 Feb 15 21:45:36.329464 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-b90ed895-b8c1-494e-8453-448c373317a6 req-46a11e38-5937-45c0-b51f-c40face1625f service neutron] 10.222.0.46 "GET /v2.0/networks/17650221-126f-4533-a3d9-bfbcad2f9afd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972444 Feb 15 21:45:36.505808 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75161876-5fd7-4cd5-bcc1-e7aef527b1ee', 'name': 'network-vif-deleted', 'tag': '9893a8d2-0f6f-4123-8406-4e5415a08932'}] {{(pid=83999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 21:45:36.513368 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-f0002c49-af79-4ab6-aa53-4ac7b85fa3f2 req-b07e3618-021f-44a6-b699-982a854b984b service neutron] 10.222.0.68 "GET /v2.0/networks/17650221-126f-4533-a3d9-bfbcad2f9afd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2190251 Feb 15 21:45:36.528918 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 52180) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:45:36.554719 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0f167f-fe10-49f3-9f9c-f1914a2edaa5 req-4da5ca2e-79dc-405b-aa85-d9ff8bb87276 tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:45:36.565442 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-9f0f167f-fe10-49f3-9f9c-f1914a2edaa5 req-4da5ca2e-79dc-405b-aa85-d9ff8bb87276 tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] 10.222.0.68 "GET /v2.0/ports?device_id=41ba888e-6794-4d21-8b8c-00578e7eb22d HTTP/1.1" status: 200 len: 945 time: 0.4974978 Feb 15 21:45:36.567971 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_hamode_db [None req-50014fb1-4425-4e42-a50a-9d9c8a14bc9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b5de55b-85bd-41bb-b8b2-b1ef77649103', 'name': 'tempest-AttachVolumeTestJSON-246652911-router', 'tenant_id': '01d1e938225c413c8b7177a31ac61fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'external_fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.206'}], 'enable_snat': True}, 'gw_port_id': '5ca6c730-ff34-4990-b0c3-57122126439c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:39:59Z', 'updated_at': '2021-02-15T21:40:24Z', 'revision_number': 4, 'project_id': '01d1e938225c413c8b7177a31ac61fd8', 'gw_port': {'id': '5ca6c730-ff34-4990-b0c3-57122126439c', 'name': '', 'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:78:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5de55b-85bd-41bb-b8b2-b1ef77649103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:40:03Z', 'updated_at': '2021-02-15T21:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-smb', '_interfaces': [{'id': '6cea81d7-ebb6-47e3-9e63-010ade77cac7', 'name': '', 'network_id': '69e9f844-d8da-4039-9b13-e108b452a38b', 'tenant_id': '01d1e938225c413c8b7177a31ac61fd8', 'mac_address': 'fa:16:3e:f3:cc:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5de55b-85bd-41bb-b8b2-b1ef77649103', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '96a9e4d7-4193-4d87-beab-01964d61c871', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:40:19Z', 'updated_at': '2021-02-15T21:40:41Z', 'revision_number': 5, 'project_id': '01d1e938225c413c8b7177a31ac61fd8', 'subnets': [{'id': '96a9e4d7-4193-4d87-beab-01964d61c871', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-3-smb', False) {} {{(pid=84001) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:45:36.573281 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50014fb1-4425-4e42-a50a-9d9c8a14bc9f None None] Checking router: 8b5de55b-85bd-41bb-b8b2-b1ef77649103 for host: dv-cinder-775250-3-smb {{(pid=84001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 15 21:45:36.584009 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50014fb1-4425-4e42-a50a-9d9c8a14bc9f None None] Routers {'8b5de55b-85bd-41bb-b8b2-b1ef77649103'} bound to L3 agent in host dv-cinder-775250-3-smb {{(pid=84001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 21:45:36.584940 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_hamode_db [None req-50014fb1-4425-4e42-a50a-9d9c8a14bc9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-15T21:30:22Z,description=,heartbeat_timestamp=2021-02-15T21:45:22Z,host='dv-cinder-775250-3-smb',id=dc46b086-6cb1-49e8-b95e-1fe9b389155e,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T21:30:22Z,topic='l3_agent')) {'router_ids': ['8b5de55b-85bd-41bb-b8b2-b1ef77649103'], 'active': True} {{(pid=84001) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:45:36.610104 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ab7ff66-b1cb-4391-a4d3-fd4a9844f462 admin admin] Deleting subnet b037a81a-1251-47db-ac29-916a43032afd {{(pid=83999) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 15 21:45:36.615522 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-8ab7ff66-b1cb-4391-a4d3-fd4a9844f462 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:36.657055 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-9f0f167f-fe10-49f3-9f9c-f1914a2edaa5 req-50a8d257-02b7-4e7a-8580-15bdc9edc0e7 tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] 10.222.0.68 "GET /v2.0/security-groups?id=5675173e-9aa6-470b-8625-3bf575193c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0904105 Feb 15 21:45:36.767151 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-b90ed895-b8c1-494e-8453-448c373317a6 req-893aca28-2473-4b1a-841d-076727d3e724 service neutron] 10.222.0.46 "GET /v2.0/networks/17650221-126f-4533-a3d9-bfbcad2f9afd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4147942 Feb 15 21:45:36.817798 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.v2.base [req-cc996b42-fb22-41dd-8ad2-4b585ff9adc6 req-60643709-a017-425a-ac2e-b9d054278029 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Request body: {'security_group': {'name': 'tempest-TestMinimumBasicScenario-1111731531', 'description': 'tempest-TestMinimumBasicScenario-1111731531 description'}} {{(pid=83998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:45:36.820559 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75161876-5fd7-4cd5-bcc1-e7aef527b1ee', 'name': 'network-vif-deleted', 'tag': '9893a8d2-0f6f-4123-8406-4e5415a08932', 'status': 'completed', 'code': 200} Feb 15 21:45:36.830258 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [req-cc996b42-fb22-41dd-8ad2-4b585ff9adc6 req-60643709-a017-425a-ac2e-b9d054278029 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:45:36.841246 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [req-cc996b42-fb22-41dd-8ad2-4b585ff9adc6 req-60643709-a017-425a-ac2e-b9d054278029 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:45:36.858670 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-cc996b42-fb22-41dd-8ad2-4b585ff9adc6 req-60643709-a017-425a-ac2e-b9d054278029 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Notify callbacks [] for security_group, before_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:36.901605 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [req-cc996b42-fb22-41dd-8ad2-4b585ff9adc6 req-60643709-a017-425a-ac2e-b9d054278029 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:45:36.913436 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [req-cc996b42-fb22-41dd-8ad2-4b585ff9adc6 req-60643709-a017-425a-ac2e-b9d054278029 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Usage tracker for resource:security_group_rule and tenant:b71bf34df67e45829c465ac56f78d37b is out of sync, need to count used quota {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:45:36.928643 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [req-cc996b42-fb22-41dd-8ad2-4b585ff9adc6 req-60643709-a017-425a-ac2e-b9d054278029 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:45:36.944974 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [req-cc996b42-fb22-41dd-8ad2-4b585ff9adc6 req-60643709-a017-425a-ac2e-b9d054278029 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:45:37.003974 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-8ab7ff66-b1cb-4391-a4d3-fd4a9844f462 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262175358'] for subnet, precommit_delete_associations {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:37.124872 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-cc996b42-fb22-41dd-8ad2-4b585ff9adc6 req-60643709-a017-425a-ac2e-b9d054278029 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Notify callbacks [] for security_group, precommit_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:37.130952 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-cc996b42-fb22-41dd-8ad2-4b585ff9adc6 req-60643709-a017-425a-ac2e-b9d054278029 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:37.132471 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-8ab7ff66-b1cb-4391-a4d3-fd4a9844f462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3509935'] for subnet, precommit_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:37.148183 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Device c77c9273-6b5a-4eb8-9ec7-1e5a309793f9 up at agent ovs-agent-hv-cinder-77525 {{(pid=84000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:45:37.149586 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-ed1a02f1-ca42-42fd-9e80-db411bd58a74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:45:37.160189 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvr_db [None req-50014fb1-4425-4e42-a50a-9d9c8a14bc9f None None] Set router 8b5de55b-85bd-41bb-b8b2-b1ef77649103 gateway port host: dv-cinder-775250-3-smb {{(pid=84001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 21:45:37.182649 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60643709-a017-425a-ac2e-b9d054278029 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b80da986-26d7-43c6-8b2a-a4f857468aa0,revision_number=1']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:45:37.186202 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-60643709-a017-425a-ac2e-b9d054278029 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:45:37.210669 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-cc996b42-fb22-41dd-8ad2-4b585ff9adc6 req-60643709-a017-425a-ac2e-b9d054278029 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Notify callbacks [] for security_group, before_response {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:37.230039 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-cc996b42-fb22-41dd-8ad2-4b585ff9adc6 req-60643709-a017-425a-ac2e-b9d054278029 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.4178886 Feb 15 21:45:37.286003 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Provisioning complete for port c77c9273-6b5a-4eb8-9ec7-1e5a309793f9 triggered by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:45:37.286438 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:37.447281 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-e68a60b1-6c35-4300-897b-88e1ce3ca95c req-283a15ad-da77-43b2-ac5b-07bf90260117 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] 10.222.0.68 "GET /v2.0/security-groups/b80da986-26d7-43c6-8b2a-a4f857468aa0 HTTP/1.1" status: 200 len: 1814 time: 0.0703907 Feb 15 21:45:37.459194 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac06c94-d874-4105-8028-fb2046cf10a4 req-8344ddb2-a683-4aee-b6df-c96d36344c73 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:45:37.461019 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-6ac06c94-d874-4105-8028-fb2046cf10a4 req-8344ddb2-a683-4aee-b6df-c96d36344c73 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.46 "GET /v2.0/ports?device_id=94c5b34a-a93a-417f-9bb0-dfd725a45c9f HTTP/1.1" status: 200 len: 945 time: 0.2167835 Feb 15 21:45:37.466712 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.v2.base [req-e68a60b1-6c35-4300-897b-88e1ce3ca95c req-04a123c2-ddf7-4e4a-9b5f-7d4f0c189989 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b80da986-26d7-43c6-8b2a-a4f857468aa0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=83998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:45:37.466712 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.v2.base [req-e68a60b1-6c35-4300-897b-88e1ce3ca95c req-04a123c2-ddf7-4e4a-9b5f-7d4f0c189989 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b80da986-26d7-43c6-8b2a-a4f857468aa0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=83998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:45:37.474211 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [req-e68a60b1-6c35-4300-897b-88e1ce3ca95c req-04a123c2-ddf7-4e4a-9b5f-7d4f0c189989 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:45:37.479182 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [req-e68a60b1-6c35-4300-897b-88e1ce3ca95c req-04a123c2-ddf7-4e4a-9b5f-7d4f0c189989 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Usage tracker for resource:security_group_rule and tenant:b71bf34df67e45829c465ac56f78d37b is out of sync, need to count used quota {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:45:37.482580 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [req-e68a60b1-6c35-4300-897b-88e1ce3ca95c req-04a123c2-ddf7-4e4a-9b5f-7d4f0c189989 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:45:37.489466 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [req-e68a60b1-6c35-4300-897b-88e1ce3ca95c req-04a123c2-ddf7-4e4a-9b5f-7d4f0c189989 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:45:37.523979 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab37d41-c1bb-4875-8d39-8832a3dbccf8 req-23475268-2a9c-4452-bd06-4790aaec77ea tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:45:37.526533 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-dab37d41-c1bb-4875-8d39-8832a3dbccf8 req-23475268-2a9c-4452-bd06-4790aaec77ea tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/ports?device_id=94c5b34a-a93a-417f-9bb0-dfd725a45c9f HTTP/1.1" status: 200 len: 945 time: 0.6566246 Feb 15 21:45:37.572345 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_hamode_db [None req-50014fb1-4425-4e42-a50a-9d9c8a14bc9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b5de55b-85bd-41bb-b8b2-b1ef77649103', 'name': 'tempest-AttachVolumeTestJSON-246652911-router', 'tenant_id': '01d1e938225c413c8b7177a31ac61fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'external_fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.206'}], 'enable_snat': True}, 'gw_port_id': '5ca6c730-ff34-4990-b0c3-57122126439c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:39:59Z', 'updated_at': '2021-02-15T21:40:24Z', 'revision_number': 4, 'project_id': '01d1e938225c413c8b7177a31ac61fd8', 'gw_port': {'id': '5ca6c730-ff34-4990-b0c3-57122126439c', 'name': '', 'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:78:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5de55b-85bd-41bb-b8b2-b1ef77649103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:40:03Z', 'updated_at': '2021-02-15T21:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-smb', '_interfaces': [{'id': '6cea81d7-ebb6-47e3-9e63-010ade77cac7', 'name': '', 'network_id': '69e9f844-d8da-4039-9b13-e108b452a38b', 'tenant_id': '01d1e938225c413c8b7177a31ac61fd8', 'mac_address': 'fa:16:3e:f3:cc:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5de55b-85bd-41bb-b8b2-b1ef77649103', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '96a9e4d7-4193-4d87-beab-01964d61c871', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:40:19Z', 'updated_at': '2021-02-15T21:40:41Z', 'revision_number': 5, 'project_id': '01d1e938225c413c8b7177a31ac61fd8', 'subnets': [{'id': '96a9e4d7-4193-4d87-beab-01964d61c871', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-3-smb', False) {} {{(pid=84001) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:45:37.575862 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.plugin [req-6ac06c94-d874-4105-8028-fb2046cf10a4 req-a078c13e-b9a4-4ce0-94b3-df49cf20ac6c tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Deleting port c77c9273-6b5a-4eb8-9ec7-1e5a309793f9 {{(pid=83998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 21:45:37.576249 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-6ac06c94-d874-4105-8028-fb2046cf10a4 req-a078c13e-b9a4-4ce0-94b3-df49cf20ac6c tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779317974814'] for port, before_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:37.576771 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-8ab7ff66-b1cb-4391-a4d3-fd4a9844f462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851265832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-960643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036592534740'] for subnet, after_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:37.578394 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50014fb1-4425-4e42-a50a-9d9c8a14bc9f None None] The sync data for ids ['8b5de55b-85bd-41bb-b8b2-b1ef77649103'] in dv-cinder-775250-3-smb is: [{'id': '8b5de55b-85bd-41bb-b8b2-b1ef77649103', 'name': 'tempest-AttachVolumeTestJSON-246652911-router', 'tenant_id': '01d1e938225c413c8b7177a31ac61fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'external_fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.206'}], 'enable_snat': True}, 'gw_port_id': '5ca6c730-ff34-4990-b0c3-57122126439c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:39:59Z', 'updated_at': '2021-02-15T21:40:24Z', 'revision_number': 4, 'project_id': '01d1e938225c413c8b7177a31ac61fd8', 'gw_port': {'id': '5ca6c730-ff34-4990-b0c3-57122126439c', 'name': '', 'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:78:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5de55b-85bd-41bb-b8b2-b1ef77649103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:40:03Z', 'updated_at': '2021-02-15T21:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-smb', '_interfaces': [{'id': '6cea81d7-ebb6-47e3-9e63-010ade77cac7', 'name': '', 'network_id': '69e9f844-d8da-4039-9b13-e108b452a38b', 'tenant_id': '01d1e938225c413c8b7177a31ac61fd8', 'mac_address': 'fa:16:3e:f3:cc:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5de55b-85bd-41bb-b8b2-b1ef77649103', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '96a9e4d7-4193-4d87-beab-01964d61c871', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:40:19Z', 'updated_at': '2021-02-15T21:40:41Z', 'revision_number': 5, 'project_id': '01d1e938225c413c8b7177a31ac61fd8', 'subnets': [{'id': '96a9e4d7-4193-4d87-beab-01964d61c871', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 15 21:45:37.604383 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-0f33f51d-e289-43a8-8860-607377c24788 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:45:37.650881 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-dab37d41-c1bb-4875-8d39-8832a3dbccf8 req-08a9fd0f-a22e-4b17-93e8-effcaad0d7b1 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/security-groups?id=d41abb3f-0e7c-40e2-b25e-05dfee7102d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157422 Feb 15 21:45:37.661617 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab7ff66-b1cb-4391-a4d3-fd4a9844f462 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b037a81a-1251-47db-ac29-916a43032afd,revision_number=None']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:45:37.715600 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-e68a60b1-6c35-4300-897b-88e1ce3ca95c req-04a123c2-ddf7-4e4a-9b5f-7d4f0c189989 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:37.730812 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-8ab7ff66-b1cb-4391-a4d3-fd4a9844f462 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:45:37.759220 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 52198) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:45:37.823134 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-e68a60b1-6c35-4300-897b-88e1ce3ca95c req-04a123c2-ddf7-4e4a-9b5f-7d4f0c189989 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:37.831014 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-e68a60b1-6c35-4300-897b-88e1ce3ca95c req-04a123c2-ddf7-4e4a-9b5f-7d4f0c189989 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678418'] for security_group_rule, after_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:37.845555 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:45:37.867858 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a123c2-ddf7-4e4a-9b5f-7d4f0c189989 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f73fe69-c3d7-4d0e-98a3-c612d2619fc2,revision_number=0']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:45:37.885961 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-31f4fb2c-7037-4c13-bd07-da7424e7cf19 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Notify callbacks [] for security_group, before_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:37.895560 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-04a123c2-ddf7-4e4a-9b5f-7d4f0c189989 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:45:37.920142 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-e68a60b1-6c35-4300-897b-88e1ce3ca95c req-04a123c2-ddf7-4e4a-9b5f-7d4f0c189989 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:37.925771 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-e68a60b1-6c35-4300-897b-88e1ce3ca95c req-04a123c2-ddf7-4e4a-9b5f-7d4f0c189989 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4636469 Feb 15 21:45:37.929062 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-31f4fb2c-7037-4c13-bd07-da7424e7cf19 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:38.017033 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-8ab7ff66-b1cb-4391-a4d3-fd4a9844f462 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851048245'] for subnet, before_response {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:38.053259 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-8ab7ff66-b1cb-4391-a4d3-fd4a9844f462 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/b037a81a-1251-47db-ac29-916a43032afd HTTP/1.1" status: 204 len: 168 time: 1.5230749 Feb 15 21:45:38.055892 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 52204) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:45:38.083874 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [req-6ac06c94-d874-4105-8028-fb2046cf10a4 req-a078c13e-b9a4-4ce0-94b3-df49cf20ac6c tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] For port c77c9273-6b5a-4eb8-9ec7-1e5a309793f9, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=c77c9273-6b5a-4eb8-9ec7-1e5a309793f9,segment=NetworkSegment(1388e872-eab5-4c96-8eb7-e6fd8402e86b),segment_id=1388e872-eab5-4c96-8eb7-e6fd8402e86b)] {{(pid=83998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:45:38.084455 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-6ac06c94-d874-4105-8028-fb2046cf10a4 req-a078c13e-b9a4-4ce0-94b3-df49cf20ac6c tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3871786'] for port, precommit_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:38.179706 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68acee70-319a-4d17-8d23-ac13ac81103f None None] New status for floating IP 64bbee5a-53eb-425b-ade7-bfea2acb8848: DOWN {{(pid=84001) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 15 21:45:38.228969 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-31f4fb2c-7037-4c13-bd07-da7424e7cf19 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:38.258952 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-f081f080-632d-4f5f-a804-8e352066b39a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:45:38.279327 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-74399ada-5597-4623-bee0-7a236cca4276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3535857'] for network, before_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:38.343401 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f4fb2c-7037-4c13-bd07-da7424e7cf19 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f7c9e5d-2f88-4d15-bd89-ff8afec8e837,revision_number=None']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:45:38.346388 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-31f4fb2c-7037-4c13-bd07-da7424e7cf19 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:45:38.367901 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a169d6fe-a0c7-419f-aa2b-844e7ee2996a req-46145f3f-3433-4400-8a3a-1d52a87b9cc5 tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:45:38.376707 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-a169d6fe-a0c7-419f-aa2b-844e7ee2996a req-46145f3f-3433-4400-8a3a-1d52a87b9cc5 tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] 10.222.0.68 "GET /v2.0/ports?device_id=41ba888e-6794-4d21-8b8c-00578e7eb22d HTTP/1.1" status: 200 len: 945 time: 0.4185016 Feb 15 21:45:38.394517 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-ed6951a6-5bf4-42a7-8f9f-1c869e6652c2 req-e73e0d54-760a-4d25-9472-29a7e2afa39e tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] 10.222.0.68 "GET /v2.0/security-groups/b80da986-26d7-43c6-8b2a-a4f857468aa0 HTTP/1.1" status: 200 len: 2407 time: 0.3549051 Feb 15 21:45:38.465665 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-a169d6fe-a0c7-419f-aa2b-844e7ee2996a req-50d1fd04-42fb-44c7-bced-828b25a8b0a8 tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] 10.222.0.68 "GET /v2.0/security-groups?id=5675173e-9aa6-470b-8625-3bf575193c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0770495 Feb 15 21:45:38.466627 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-31f4fb2c-7037-4c13-bd07-da7424e7cf19 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Notify callbacks [] for security_group, before_response {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:38.467859 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-31f4fb2c-7037-4c13-bd07-da7424e7cf19 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "DELETE /v2.0/security-groups/0f7c9e5d-2f88-4d15-bd89-ff8afec8e837 HTTP/1.1" status: 204 len: 168 time: 0.7076075 Feb 15 21:45:38.470505 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.v2.base [req-ed6951a6-5bf4-42a7-8f9f-1c869e6652c2 req-b95ed018-c0ba-460d-9a99-b2c50fa8dcb4 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b80da986-26d7-43c6-8b2a-a4f857468aa0', 'remote_group_id': None}]} {{(pid=83998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:45:38.470970 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.v2.base [req-ed6951a6-5bf4-42a7-8f9f-1c869e6652c2 req-b95ed018-c0ba-460d-9a99-b2c50fa8dcb4 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b80da986-26d7-43c6-8b2a-a4f857468aa0', 'remote_group_id': None}} {{(pid=83998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:45:38.474193 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 52214) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:45:38.496287 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [req-ed6951a6-5bf4-42a7-8f9f-1c869e6652c2 req-b95ed018-c0ba-460d-9a99-b2c50fa8dcb4 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:45:38.518409 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [req-ed6951a6-5bf4-42a7-8f9f-1c869e6652c2 req-b95ed018-c0ba-460d-9a99-b2c50fa8dcb4 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Usage tracker for resource:security_group_rule and tenant:b71bf34df67e45829c465ac56f78d37b is out of sync, need to count used quota {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:45:38.523984 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [req-ed6951a6-5bf4-42a7-8f9f-1c869e6652c2 req-b95ed018-c0ba-460d-9a99-b2c50fa8dcb4 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:45:38.533974 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [req-ed6951a6-5bf4-42a7-8f9f-1c869e6652c2 req-b95ed018-c0ba-460d-9a99-b2c50fa8dcb4 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:45:38.543756 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.api.v2.resource [None req-d2a3307c-9599-4ee2-bcac-9f7eb5e52732 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] show failed (client error): The resource could not be found. Feb 15 21:45:38.544906 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-d2a3307c-9599-4ee2-bcac-9f7eb5e52732 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "GET /v2.0/security-groups/0f7c9e5d-2f88-4d15-bd89-ff8afec8e837 HTTP/1.1" status: 404 len: 347 time: 0.0430505 Feb 15 21:45:38.550170 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83998) accepted ('10.222.0.68', 52218) {{(pid=83998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:45:38.622835 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-6ac06c94-d874-4105-8028-fb2046cf10a4 req-a078c13e-b9a4-4ce0-94b3-df49cf20ac6c tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:38.623258 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-6ac06c94-d874-4105-8028-fb2046cf10a4 req-a078c13e-b9a4-4ce0-94b3-df49cf20ac6c tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3816703'] for floatingip, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:38.623611 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.db.l3_db [req-6ac06c94-d874-4105-8028-fb2046cf10a4 req-a078c13e-b9a4-4ce0-94b3-df49cf20ac6c tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Floating IP b77520fb-e78e-4fbb-b23f-bff031f498dc disassociated. External IP: 172.28.3.61, port: c77c9273-6b5a-4eb8-9ec7-1e5a309793f9. Feb 15 21:45:38.623991 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.plugin [req-6ac06c94-d874-4105-8028-fb2046cf10a4 req-a078c13e-b9a4-4ce0-94b3-df49cf20ac6c tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Calling delete_port for c77c9273-6b5a-4eb8-9ec7-1e5a309793f9 owned by compute:nova {{(pid=83998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 21:45:38.627550 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-74399ada-5597-4623-bee0-7a236cca4276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3509558', 'neutron.services.segments.db._delete_segments_for_network--9223363257536900809'] for network, precommit_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:38.760808 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.services.segments.db [None req-74399ada-5597-4623-bee0-7a236cca4276 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f249f0e-e020-4ed7-a12f-3a48b1fb8736']}} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:45:38.779678 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.services.segments.db [None req-74399ada-5597-4623-bee0-7a236cca4276 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20660b0e-2a4d-4893-96d9-09882530bcf8') {'for_net_delete': True} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:45:38.780020 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.services.segments.db [None req-74399ada-5597-4623-bee0-7a236cca4276 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20660b0e-2a4d-4893-96d9-09882530bcf8') {} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:45:38.795494 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-74399ada-5597-4623-bee0-7a236cca4276 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318004322', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036592600458'] for segment, before_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:38.819802 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.plugin [None req-f98f0e99-1d14-49ce-8c51-f5712d6fb73c tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Deleting port 5d25b1f1-7af1-4ef1-9ca3-fed030c47ab6 {{(pid=83998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 21:45:38.820446 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-f98f0e99-1d14-49ce-8c51-f5712d6fb73c tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779317974814'] for port, before_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:38.821589 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-74399ada-5597-4623-bee0-7a236cca4276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515977'] for segment, precommit_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:38.825877 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-74399ada-5597-4623-bee0-7a236cca4276 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=83999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 15 21:45:38.916113 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-ed6951a6-5bf4-42a7-8f9f-1c869e6652c2 req-b95ed018-c0ba-460d-9a99-b2c50fa8dcb4 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:39.090524 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Device c77c9273-6b5a-4eb8-9ec7-1e5a309793f9 no longer exists at agent ovs-agent-hv-cinder-77525 {{(pid=84000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 15 21:45:39.091553 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.managers [None req-74399ada-5597-4623-bee0-7a236cca4276 admin admin] Network 9f249f0e-e020-4ed7-a12f-3a48b1fb8736 has no segments {{(pid=83999) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 15 21:45:39.102243 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-74399ada-5597-4623-bee0-7a236cca4276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851259790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-960598'] for segment, after_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:39.107608 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-ed6951a6-5bf4-42a7-8f9f-1c869e6652c2 req-b95ed018-c0ba-460d-9a99-b2c50fa8dcb4 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:39.118724 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-ed6951a6-5bf4-42a7-8f9f-1c869e6652c2 req-b95ed018-c0ba-460d-9a99-b2c50fa8dcb4 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678418'] for security_group_rule, after_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:39.133181 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:45:39.154491 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95ed018-c0ba-460d-9a99-b2c50fa8dcb4 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f62a3bb0-34ac-4a2d-b6db-04e8112e6be7,revision_number=0']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:45:39.162041 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] No active binding found for port c77c9273-6b5a-4eb8-9ec7-1e5a309793f9 {{(pid=84000) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Feb 15 21:45:39.162477 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Device c77c9273-6b5a-4eb8-9ec7-1e5a309793f9 not bound to the agent host hv-cinder-77525 {{(pid=84000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 15 21:45:39.173421 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-b95ed018-c0ba-460d-9a99-b2c50fa8dcb4 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:45:39.179849 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-6ac06c94-d874-4105-8028-fb2046cf10a4 req-a078c13e-b9a4-4ce0-94b3-df49cf20ac6c tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779317976810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363257537242535'] for port, after_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:39.199946 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-75b9e973-4ebb-4e71-b8a4-b0520d86ce64 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:45:39.201521 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc8ed46-68bd-4a3c-9445-fcbca7a7bc64 req-e4600355-f98e-4ac5-8e54-90ab1956849f tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:45:39.203183 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-1dc8ed46-68bd-4a3c-9445-fcbca7a7bc64 req-e4600355-f98e-4ac5-8e54-90ab1956849f tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/ports?device_id=94c5b34a-a93a-417f-9bb0-dfd725a45c9f HTTP/1.1" status: 200 len: 945 time: 0.3570569 Feb 15 21:45:39.243824 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-f98f0e99-1d14-49ce-8c51-f5712d6fb73c tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3871786'] for port, precommit_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:39.244049 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-f98f0e99-1d14-49ce-8c51-f5712d6fb73c tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:39.275697 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a078c13e-b9a4-4ce0-94b3-df49cf20ac6c tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Pushing event deleted for resources: {'Port': ['ID=c77c9273-6b5a-4eb8-9ec7-1e5a309793f9,revision_number=None']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:45:39.281549 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-ed6951a6-5bf4-42a7-8f9f-1c869e6652c2 req-b95ed018-c0ba-460d-9a99-b2c50fa8dcb4 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:39.282762 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-ed6951a6-5bf4-42a7-8f9f-1c869e6652c2 req-b95ed018-c0ba-460d-9a99-b2c50fa8dcb4 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.8172851 Feb 15 21:45:39.327887 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.managers [None req-74399ada-5597-4623-bee0-7a236cca4276 admin admin] Network 9f249f0e-e020-4ed7-a12f-3a48b1fb8736 has no segments {{(pid=83999) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 15 21:45:39.352468 dv-cinder-775250-3-smb neutron-server[83887]: Traceback (most recent call last): Feb 15 21:45:39.352468 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 21:45:39.352468 dv-cinder-775250-3-smb neutron-server[83887]: timer() Feb 15 21:45:39.352468 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 21:45:39.352468 dv-cinder-775250-3-smb neutron-server[83887]: cb(*args, **kw) Feb 15 21:45:39.352468 dv-cinder-775250-3-smb neutron-server[83887]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 15 21:45:39.352468 dv-cinder-775250-3-smb neutron-server[83887]: return func(*args, **kwargs) Feb 15 21:45:39.352468 dv-cinder-775250-3-smb neutron-server[83887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 21:45:39.352468 dv-cinder-775250-3-smb neutron-server[83887]: self._notify() Feb 15 21:45:39.352468 dv-cinder-775250-3-smb neutron-server[83887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 21:45:39.352468 dv-cinder-775250-3-smb neutron-server[83887]: self.callback(batched_events) Feb 15 21:45:39.352468 dv-cinder-775250-3-smb neutron-server[83887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 21:45:39.352468 dv-cinder-775250-3-smb neutron-server[83887]: event.method(event) Feb 15 21:45:39.352468 dv-cinder-775250-3-smb neutron-server[83887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 21:45:39.352468 dv-cinder-775250-3-smb neutron-server[83887]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 21:45:39.352468 dv-cinder-775250-3-smb neutron-server[83887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 15 21:45:39.352468 dv-cinder-775250-3-smb neutron-server[83887]: segment_id)['aggregates'][0] Feb 15 21:45:39.352468 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 21:45:39.352468 dv-cinder-775250-3-smb neutron-server[83887]: return f(self, *a, **k) Feb 15 21:45:39.352468 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 21:45:39.352468 dv-cinder-775250-3-smb neutron-server[83887]: return self._get(url).json() Feb 15 21:45:39.352468 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 21:45:39.352468 dv-cinder-775250-3-smb neutron-server[83887]: **kwargs) Feb 15 21:45:39.352468 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 15 21:45:39.352468 dv-cinder-775250-3-smb neutron-server[83887]: return self.request(url, 'GET', **kwargs) Feb 15 21:45:39.352468 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 15 21:45:39.352468 dv-cinder-775250-3-smb neutron-server[83887]: **endpoint_filter) Feb 15 21:45:39.352468 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 15 21:45:39.352468 dv-cinder-775250-3-smb neutron-server[83887]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 21:45:39.352468 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 15 21:45:39.352468 dv-cinder-775250-3-smb neutron-server[83887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 21:45:39.352468 dv-cinder-775250-3-smb neutron-server[83887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 21:45:39.385797 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-a078c13e-b9a4-4ce0-94b3-df49cf20ac6c tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:45:39.428989 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-1dc8ed46-68bd-4a3c-9445-fcbca7a7bc64 req-319934f5-9c6e-49b7-9995-ed7db4c0ccbe tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/security-groups?id=d41abb3f-0e7c-40e2-b25e-05dfee7102d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2059019 Feb 15 21:45:39.453150 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-74399ada-5597-4623-bee0-7a236cca4276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851266290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3816652'] for network, after_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:39.457152 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-038c67b3-c604-4790-a079-d06fcc047a81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:45:39.473151 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-74399ada-5597-4623-bee0-7a236cca4276 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851048245'] for network, before_response {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:39.487100 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74399ada-5597-4623-bee0-7a236cca4276 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f249f0e-e020-4ed7-a12f-3a48b1fb8736,revision_number=None']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:45:39.490823 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-74399ada-5597-4623-bee0-7a236cca4276 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:45:39.494257 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-74399ada-5597-4623-bee0-7a236cca4276 admin admin] 10.222.0.68 "DELETE /v2.0/networks/9f249f0e-e020-4ed7-a12f-3a48b1fb8736 HTTP/1.1" status: 204 len: 168 time: 1.4372320 Feb 15 21:45:39.690390 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037bc839-1a18-4560-ac11-55fad23c3484 req-d67317f3-663b-456b-bd34-b09c11a1be52 tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:45:39.693065 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-037bc839-1a18-4560-ac11-55fad23c3484 req-d67317f3-663b-456b-bd34-b09c11a1be52 tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] 10.222.0.68 "GET /v2.0/ports?device_id=41ba888e-6794-4d21-8b8c-00578e7eb22d HTTP/1.1" status: 200 len: 945 time: 0.1130106 Feb 15 21:45:39.721536 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 52234) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:45:39.722899 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.plugin [None req-f98f0e99-1d14-49ce-8c51-f5712d6fb73c tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Calling delete_port for 5d25b1f1-7af1-4ef1-9ca3-fed030c47ab6 owned by network:floatingip {{(pid=83998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 21:45:39.778497 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-037bc839-1a18-4560-ac11-55fad23c3484 req-e32b4b1a-0130-4355-900e-a4a011817193 tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] 10.222.0.68 "GET /v2.0/security-groups?id=5675173e-9aa6-470b-8625-3bf575193c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0776305 Feb 15 21:45:39.801449 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-0e611267-e39b-46f6-9ddc-baf4563fdd8b admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=bb524516aca84efa9420d2dabefca5d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0748968 Feb 15 21:45:39.801449 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 52238) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:45:39.850122 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [req-3a3ef623-ef36-46e6-ac4b-576f8dcff90a req-91b728e9-973f-43f3-ad5e-7f4703d3ca37 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Synchronizing usage tracker for tenant:b71bf34df67e45829c465ac56f78d37b on resource:security_group {{(pid=83998) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 21:45:39.869275 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-062d4572-4d32-4c33-b417-008d5bd3a730 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:39.897617 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [req-3a3ef623-ef36-46e6-ac4b-576f8dcff90a req-91b728e9-973f-43f3-ad5e-7f4703d3ca37 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Unset dirty status for tenant:b71bf34df67e45829c465ac56f78d37b on resource:security_group {{(pid=83998) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 21:45:39.898933 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-3a3ef623-ef36-46e6-ac4b-576f8dcff90a req-91b728e9-973f-43f3-ad5e-7f4703d3ca37 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1111731531&fields=id&tenant_id=b71bf34df67e45829c465ac56f78d37b HTTP/1.1" status: 200 len: 267 time: 0.1992269 Feb 15 21:45:39.928323 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-062d4572-4d32-4c33-b417-008d5bd3a730 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:39.988941 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-062d4572-4d32-4c33-b417-008d5bd3a730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:39.994330 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:45:40.009884 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062d4572-4d32-4c33-b417-008d5bd3a730 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee7e2f94-af80-4e44-a0b7-17d277ea3aaa,revision_number=None']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:45:40.016213 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-062d4572-4d32-4c33-b417-008d5bd3a730 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:45:40.018747 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-062d4572-4d32-4c33-b417-008d5bd3a730 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:40.020022 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-062d4572-4d32-4c33-b417-008d5bd3a730 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/ee7e2f94-af80-4e44-a0b7-17d277ea3aaa HTTP/1.1" status: 204 len: 168 time: 0.2174935 Feb 15 21:45:40.250327 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-f98f0e99-1d14-49ce-8c51-f5712d6fb73c tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779317976810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363257537242535'] for port, after_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:40.274108 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-d7eb5adc-d6ed-4020-9a98-45ab8cffd579 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:45:40.313460 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3ef623-ef36-46e6-ac4b-576f8dcff90a req-8ce3c0af-6e44-42ff-ba4b-0113a7fa842a tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:45:40.315408 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-3a3ef623-ef36-46e6-ac4b-576f8dcff90a req-8ce3c0af-6e44-42ff-ba4b-0113a7fa842a tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] 10.222.0.68 "GET /v2.0/ports?device_id=d699b755-4adc-4240-8368-0341ea8761c0 HTTP/1.1" status: 200 len: 945 time: 0.4080954 Feb 15 21:45:40.447695 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6ac06c94-d874-4105-8028-fb2046cf10a4 req-a078c13e-b9a4-4ce0-94b3-df49cf20ac6c tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Router e81aad59-55ff-4a6a-8bd8-70b3ff138194 has already been hosted by L3 agent dc46b086-6cb1-49e8-b95e-1fe9b389155e {{(pid=83998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 15 21:45:40.463530 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98f0e99-1d14-49ce-8c51-f5712d6fb73c tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Pushing event deleted for resources: {'Port': ['ID=5d25b1f1-7af1-4ef1-9ca3-fed030c47ab6,revision_number=None']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:45:40.469526 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.v2.base [req-3a3ef623-ef36-46e6-ac4b-576f8dcff90a req-2bff7a37-f123-4ace-a3a8-47032a7d799a tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Request body: {'port': {'security_groups': ['50cb1b5e-10b2-417d-a978-a2a613df9f11', 'b80da986-26d7-43c6-8b2a-a4f857468aa0']}} {{(pid=83998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:45:40.595356 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-f98f0e99-1d14-49ce-8c51-f5712d6fb73c tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:45:40.620742 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-628858bb-e162-4376-a16c-63dbde63587b req-7cc30816-e810-46f6-9415-b07dc6590249 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/ports?device_id=94c5b34a-a93a-417f-9bb0-dfd725a45c9f HTTP/1.1" status: 200 len: 210 time: 0.0527134 Feb 15 21:45:40.857784 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-3a3ef623-ef36-46e6-ac4b-576f8dcff90a req-2bff7a37-f123-4ace-a3a8-47032a7d799a tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:40.979984 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-f98f0e99-1d14-49ce-8c51-f5712d6fb73c tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Notify callbacks [] for floatingip, after_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:40.991655 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee071ff-f9a3-4115-a972-04a9cd61c14e req-aed5a32c-b6bc-4b2e-9cf6-e677b02b3c0d tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:45:40.993311 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-dee071ff-f9a3-4115-a972-04a9cd61c14e req-aed5a32c-b6bc-4b2e-9cf6-e677b02b3c0d tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] 10.222.0.68 "GET /v2.0/ports?device_id=41ba888e-6794-4d21-8b8c-00578e7eb22d HTTP/1.1" status: 200 len: 945 time: 0.0881135 Feb 15 21:45:40.993509 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6ac06c94-d874-4105-8028-fb2046cf10a4 req-a078c13e-b9a4-4ce0-94b3-df49cf20ac6c tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Notify agent at l3_agent.dv-cinder-775250-3-smb the message routers_updated {{(pid=83998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 15 21:45:41.004350 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff746d6-b88c-4d6a-9245-51536ec82016 None None] Sync routers for ids ['e81aad59-55ff-4a6a-8bd8-70b3ff138194'] in dv-cinder-775250-3-smb {{(pid=84000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 15 21:45:41.016092 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff746d6-b88c-4d6a-9245-51536ec82016 None None] Routers {'e81aad59-55ff-4a6a-8bd8-70b3ff138194'} bound to L3 agent in host dv-cinder-775250-3-smb {{(pid=84000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 21:45:41.016946 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_hamode_db [None req-0ff746d6-b88c-4d6a-9245-51536ec82016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-15T21:30:22Z,description=,heartbeat_timestamp=2021-02-15T21:45:22Z,host='dv-cinder-775250-3-smb',id=dc46b086-6cb1-49e8-b95e-1fe9b389155e,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T21:30:22Z,topic='l3_agent')) {'router_ids': ['e81aad59-55ff-4a6a-8bd8-70b3ff138194'], 'active': True} {{(pid=84000) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:45:41.050216 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-dee071ff-f9a3-4115-a972-04a9cd61c14e req-060cb894-90f4-49ce-88e3-ab40e1dd7f66 tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] 10.222.0.68 "GET /v2.0/security-groups?id=5675173e-9aa6-470b-8625-3bf575193c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0473466 Feb 15 21:45:41.090058 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ac06c94-d874-4105-8028-fb2046cf10a4 req-a078c13e-b9a4-4ce0-94b3-df49cf20ac6c tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] No DVR routers for this DVR port c77c9273-6b5a-4eb8-9ec7-1e5a309793f9 on host hv-cinder-77525 {{(pid=83998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 15 21:45:41.095111 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-6ac06c94-d874-4105-8028-fb2046cf10a4 req-a078c13e-b9a4-4ce0-94b3-df49cf20ac6c tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762656'] for port, before_response {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:41.097272 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-6ac06c94-d874-4105-8028-fb2046cf10a4 req-a078c13e-b9a4-4ce0-94b3-df49cf20ac6c tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.46 "DELETE /v2.0/ports/c77c9273-6b5a-4eb8-9ec7-1e5a309793f9 HTTP/1.1" status: 204 len: 173 time: 3.6013713 Feb 15 21:45:41.098698 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-f98f0e99-1d14-49ce-8c51-f5712d6fb73c tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762656'] for floatingip, before_response {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:41.099805 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-f98f0e99-1d14-49ce-8c51-f5712d6fb73c tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "DELETE /v2.0/floatingips/64bbee5a-53eb-425b-ade7-bfea2acb8848 HTTP/1.1" status: 204 len: 168 time: 2.5482354 Feb 15 21:45:41.100849 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94c5b34a-a93a-417f-9bb0-dfd725a45c9f', 'name': 'network-vif-deleted', 'tag': 'c77c9273-6b5a-4eb8-9ec7-1e5a309793f9'}] {{(pid=83998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 21:45:41.159899 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Device 291bbd16-e1db-4d9d-9ad9-ed9cff6b0cd4 up at agent ovs-agent-hv-cinder-77525 {{(pid=84000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:45:41.189383 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94c5b34a-a93a-417f-9bb0-dfd725a45c9f', 'name': 'network-vif-deleted', 'tag': 'c77c9273-6b5a-4eb8-9ec7-1e5a309793f9', 'status': 'completed', 'code': 200} Feb 15 21:45:41.267594 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvr_db [None req-0ff746d6-b88c-4d6a-9245-51536ec82016 None None] Set router e81aad59-55ff-4a6a-8bd8-70b3ff138194 gateway port host: dv-cinder-775250-3-smb {{(pid=84000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 21:45:41.373483 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [req-3a3ef623-ef36-46e6-ac4b-576f8dcff90a req-2bff7a37-f123-4ace-a3a8-47032a7d799a tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] For port 3a8942c0-702e-4e6a-a58e-56668cfa3ad2, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=3a8942c0-702e-4e6a-a58e-56668cfa3ad2,segment=NetworkSegment(e19c5e97-aaf1-4d97-9bc3-e0a7867a1ed4),segment_id=e19c5e97-aaf1-4d97-9bc3-e0a7867a1ed4)] {{(pid=83998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:45:41.401582 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-3a3ef623-ef36-46e6-ac4b-576f8dcff90a req-2bff7a37-f123-4ace-a3a8-47032a7d799a tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Notify callbacks [] for port, precommit_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:41.405452 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-3a3ef623-ef36-46e6-ac4b-576f8dcff90a req-2bff7a37-f123-4ace-a3a8-47032a7d799a tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779317976793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779317533282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257537242501'] for port, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:41.441395 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-fb3855fe-73eb-4de8-a4d0-2f295633c606 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:45:41.444065 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 52260) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:45:41.450006 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.v2.base [None req-31d6f60e-a2a5-4c31-a0cb-02d2e0f3ec1d tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Request body: {'security_group': {'name': 'tempest-securitygroup--504665718', 'description': 'tempest-description--430715693'}} {{(pid=83999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:45:41.457124 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-31d6f60e-a2a5-4c31-a0cb-02d2e0f3ec1d tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:45:41.461637 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-31d6f60e-a2a5-4c31-a0cb-02d2e0f3ec1d tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Usage tracker for resource:security_group and tenant:01d1e938225c413c8b7177a31ac61fd8 is out of sync, need to count used quota {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:45:41.464941 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-31d6f60e-a2a5-4c31-a0cb-02d2e0f3ec1d tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:45:41.470767 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-31d6f60e-a2a5-4c31-a0cb-02d2e0f3ec1d tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:45:41.482022 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-31d6f60e-a2a5-4c31-a0cb-02d2e0f3ec1d tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Notify callbacks [] for security_group, before_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:41.504001 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-31d6f60e-a2a5-4c31-a0cb-02d2e0f3ec1d tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:45:41.508247 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-31d6f60e-a2a5-4c31-a0cb-02d2e0f3ec1d tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Usage tracker for resource:security_group_rule and tenant:01d1e938225c413c8b7177a31ac61fd8 is out of sync, need to count used quota {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:45:41.511468 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-31d6f60e-a2a5-4c31-a0cb-02d2e0f3ec1d tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:45:41.517654 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-31d6f60e-a2a5-4c31-a0cb-02d2e0f3ec1d tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:45:41.549153 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Provisioning complete for port 291bbd16-e1db-4d9d-9ad9-ed9cff6b0cd4 triggered by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:45:41.549654 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:41.622700 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-31d6f60e-a2a5-4c31-a0cb-02d2e0f3ec1d tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Notify callbacks [] for security_group, precommit_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:41.627778 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-31d6f60e-a2a5-4c31-a0cb-02d2e0f3ec1d tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:41.655723 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bff7a37-f123-4ace-a3a8-47032a7d799a tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Pushing event updated for resources: {'Port': ['ID=3a8942c0-702e-4e6a-a58e-56668cfa3ad2,revision_number=5']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:45:41.671008 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3ef623-ef36-46e6-ac4b-576f8dcff90a req-2bff7a37-f123-4ace-a3a8-47032a7d799a tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:45:41.671719 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-3a3ef623-ef36-46e6-ac4b-576f8dcff90a req-2bff7a37-f123-4ace-a3a8-47032a7d799a tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762656'] for port, before_response {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:41.673457 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-3a3ef623-ef36-46e6-ac4b-576f8dcff90a req-2bff7a37-f123-4ace-a3a8-47032a7d799a tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] 10.222.0.68 "PUT /v2.0/ports/3a8942c0-702e-4e6a-a58e-56668cfa3ad2 HTTP/1.1" status: 200 len: 981 time: 1.2432506 Feb 15 21:45:41.681251 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-2bff7a37-f123-4ace-a3a8-47032a7d799a tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:45:41.687759 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-79da556e-64c7-4f1b-a468-074bd330fd76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:45:41.815614 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_hamode_db [None req-0ff746d6-b88c-4d6a-9245-51536ec82016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e81aad59-55ff-4a6a-8bd8-70b3ff138194', 'name': 'tempest-AttachVolumeShelveTestJSON-1680118998-router', 'tenant_id': '83efcaddc4174c70aaaa9d4a9e274006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'external_fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.90'}], 'enable_snat': True}, 'gw_port_id': '27e5490c-1a36-432e-9ed8-54c14c66d819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:41:09Z', 'updated_at': '2021-02-15T21:41:22Z', 'revision_number': 4, 'project_id': '83efcaddc4174c70aaaa9d4a9e274006', 'gw_port': {'id': '27e5490c-1a36-432e-9ed8-54c14c66d819', 'name': '', 'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:8c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e81aad59-55ff-4a6a-8bd8-70b3ff138194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:41:11Z', 'updated_at': '2021-02-15T21:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-smb', '_interfaces': [{'id': 'fbd7fb33-cdbc-4016-8b09-d901ceb05255', 'name': '', 'network_id': '5a32d5d1-e1a3-4ef5-be5e-207bd58c1352', 'tenant_id': '83efcaddc4174c70aaaa9d4a9e274006', 'mac_address': 'fa:16:3e:4f:04:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e81aad59-55ff-4a6a-8bd8-70b3ff138194', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'f1da26f9-af3a-42e2-9b06-af8d75ade4f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:41:19Z', 'updated_at': '2021-02-15T21:41:39Z', 'revision_number': 5, 'project_id': '83efcaddc4174c70aaaa9d4a9e274006', 'subnets': [{'id': 'f1da26f9-af3a-42e2-9b06-af8d75ade4f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-3-smb', False) {} {{(pid=84000) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:45:41.820669 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff746d6-b88c-4d6a-9245-51536ec82016 None None] Checking router: e81aad59-55ff-4a6a-8bd8-70b3ff138194 for host: dv-cinder-775250-3-smb {{(pid=84000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 15 21:45:41.849231 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d6f60e-a2a5-4c31-a0cb-02d2e0f3ec1d tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b682ea1e-6fd0-4363-a586-e76a5aa683e1,revision_number=1']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:45:41.852852 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-31d6f60e-a2a5-4c31-a0cb-02d2e0f3ec1d tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Notify callbacks [] for security_group, before_response {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:41.857406 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-31d6f60e-a2a5-4c31-a0cb-02d2e0f3ec1d tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4091964 Feb 15 21:45:41.857406 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-31d6f60e-a2a5-4c31-a0cb-02d2e0f3ec1d tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:45:41.858244 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 52272) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:45:41.863145 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff746d6-b88c-4d6a-9245-51536ec82016 None None] Routers {'e81aad59-55ff-4a6a-8bd8-70b3ff138194'} bound to L3 agent in host dv-cinder-775250-3-smb {{(pid=84000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 21:45:41.863844 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_hamode_db [None req-0ff746d6-b88c-4d6a-9245-51536ec82016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-15T21:30:22Z,description=,heartbeat_timestamp=2021-02-15T21:45:22Z,host='dv-cinder-775250-3-smb',id=dc46b086-6cb1-49e8-b95e-1fe9b389155e,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T21:30:22Z,topic='l3_agent')) {'router_ids': ['e81aad59-55ff-4a6a-8bd8-70b3ff138194'], 'active': True} {{(pid=84000) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:45:41.866304 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.v2.base [None req-7891469b-0746-4f1a-80ec-868b501e84f3 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Request body: {'security_group_rule': {'security_group_id': 'b682ea1e-6fd0-4363-a586-e76a5aa683e1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:45:41.873130 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-7891469b-0746-4f1a-80ec-868b501e84f3 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:45:41.877968 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-7891469b-0746-4f1a-80ec-868b501e84f3 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Usage tracker for resource:security_group_rule and tenant:01d1e938225c413c8b7177a31ac61fd8 is out of sync, need to count used quota {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:45:41.881644 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-7891469b-0746-4f1a-80ec-868b501e84f3 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:45:41.888384 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-7891469b-0746-4f1a-80ec-868b501e84f3 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:45:41.922509 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-7891469b-0746-4f1a-80ec-868b501e84f3 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:42.028379 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-7891469b-0746-4f1a-80ec-868b501e84f3 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:42.060942 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaea6e9d-42ae-4f81-afc2-a857c826858d req-46e4533c-451c-48b4-b3c9-e0feac0b08a5 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:45:42.070332 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-eaea6e9d-42ae-4f81-afc2-a857c826858d req-46e4533c-451c-48b4-b3c9-e0feac0b08a5 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] 10.222.0.68 "GET /v2.0/ports?device_id=d699b755-4adc-4240-8368-0341ea8761c0 HTTP/1.1" status: 200 len: 984 time: 0.2392328 Feb 15 21:45:42.084167 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-7891469b-0746-4f1a-80ec-868b501e84f3 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678418'] for security_group_rule, after_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:42.094347 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-02ea2824-3422-4d42-886b-04f7081103e0 req-29a4f4eb-1483-4077-9702-0554fe2fa895 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/ports?device_id=94c5b34a-a93a-417f-9bb0-dfd725a45c9f HTTP/1.1" status: 200 len: 210 time: 0.0640876 Feb 15 21:45:42.110235 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee85412-249d-4923-b96a-38a87c18d51a req-1418b282-9ff1-4bc3-a02b-42c5ad212f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:45:42.111908 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-bee85412-249d-4923-b96a-38a87c18d51a req-1418b282-9ff1-4bc3-a02b-42c5ad212f4a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e5c39c2be7094b439ebb60d1c07bbb7e&device_id=41ba888e-6794-4d21-8b8c-00578e7eb22d HTTP/1.1" status: 200 len: 1162 time: 0.2134042 Feb 15 21:45:42.114913 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:45:42.143171 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7891469b-0746-4f1a-80ec-868b501e84f3 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6a4b12c-662c-49f8-a1fb-42bbb133e984,revision_number=0']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:45:42.146449 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-7891469b-0746-4f1a-80ec-868b501e84f3 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:42.151521 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-7891469b-0746-4f1a-80ec-868b501e84f3 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2887273 Feb 15 21:45:42.151521 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-7891469b-0746-4f1a-80ec-868b501e84f3 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:45:42.151739 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 52280) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:45:42.158360 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.v2.base [None req-345c497e-53ea-4ce4-8704-48447026e646 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Request body: {'security_group_rule': {'security_group_id': 'b682ea1e-6fd0-4363-a586-e76a5aa683e1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:45:42.167149 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-345c497e-53ea-4ce4-8704-48447026e646 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:45:42.172242 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-345c497e-53ea-4ce4-8704-48447026e646 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Usage tracker for resource:security_group_rule and tenant:01d1e938225c413c8b7177a31ac61fd8 is out of sync, need to count used quota {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:45:42.176944 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-345c497e-53ea-4ce4-8704-48447026e646 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:45:42.184095 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-345c497e-53ea-4ce4-8704-48447026e646 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:45:42.219097 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-345c497e-53ea-4ce4-8704-48447026e646 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:42.337562 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee85412-249d-4923-b96a-38a87c18d51a req-eae212eb-a5d6-4950-a240-ecd7caf2ff98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:45:42.339201 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-bee85412-249d-4923-b96a-38a87c18d51a req-eae212eb-a5d6-4950-a240-ecd7caf2ff98 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6e26f87c-2805-4f2b-8fbf-dfda22b57e8d HTTP/1.1" status: 200 len: 900 time: 0.2017922 Feb 15 21:45:42.361692 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-eaea6e9d-42ae-4f81-afc2-a857c826858d req-077d7eb5-fead-46de-af8e-94b39fd44b00 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] 10.222.0.68 "GET /v2.0/security-groups?id=b80da986-26d7-43c6-8b2a-a4f857468aa0&id=50cb1b5e-10b2-417d-a978-a2a613df9f11&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.2899768 Feb 15 21:45:42.377827 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvr_db [None req-0ff746d6-b88c-4d6a-9245-51536ec82016 None None] Set router e81aad59-55ff-4a6a-8bd8-70b3ff138194 gateway port host: dv-cinder-775250-3-smb {{(pid=84000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 21:45:42.494689 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-bee85412-249d-4923-b96a-38a87c18d51a req-4470d5af-c75c-4273-8c36-aa8e9fa62f98 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=291bbd16-e1db-4d9d-9ad9-ed9cff6b0cd4 HTTP/1.1" status: 200 len: 1000 time: 0.1313882 Feb 15 21:45:42.591414 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee85412-249d-4923-b96a-38a87c18d51a req-3713627f-a862-4137-b078-088dabc46ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:45:42.593374 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-bee85412-249d-4923-b96a-38a87c18d51a req-3713627f-a862-4137-b078-088dabc46ed5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=94a790b3-5bef-4570-9182-1c29edefc949 HTTP/1.1" status: 200 len: 845 time: 0.0917962 Feb 15 21:45:42.655752 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-48627dc0-fc97-494e-90b6-dc071f1e9c03 None None] Provisioning complete for port 3a8942c0-702e-4e6a-a58e-56668cfa3ad2 triggered by entity DHCP. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:45:42.656175 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-48627dc0-fc97-494e-90b6-dc071f1e9c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:42.673926 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-345c497e-53ea-4ce4-8704-48447026e646 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:42.679748 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-345c497e-53ea-4ce4-8704-48447026e646 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678418'] for security_group_rule, after_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:42.685356 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:45:42.690937 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee85412-249d-4923-b96a-38a87c18d51a req-488c8eab-506b-4bc2-904d-08ecc2cf0930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:45:42.693149 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-bee85412-249d-4923-b96a-38a87c18d51a req-488c8eab-506b-4bc2-904d-08ecc2cf0930 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6e26f87c-2805-4f2b-8fbf-dfda22b57e8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0922015 Feb 15 21:45:42.712451 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345c497e-53ea-4ce4-8704-48447026e646 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=431b0d86-483a-4472-9a98-f8e05d0f4190,revision_number=0']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:45:42.720256 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-345c497e-53ea-4ce4-8704-48447026e646 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:45:42.732058 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68c3d5a-458d-40b6-9c82-4e7c1d414346 req-6576574e-cca3-4e4d-9b44-43c1ce973ed5 tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:45:42.733733 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-b68c3d5a-458d-40b6-9c82-4e7c1d414346 req-6576574e-cca3-4e4d-9b44-43c1ce973ed5 tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] 10.222.0.68 "GET /v2.0/ports?device_id=41ba888e-6794-4d21-8b8c-00578e7eb22d HTTP/1.1" status: 200 len: 945 time: 0.4474242 Feb 15 21:45:42.735089 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-345c497e-53ea-4ce4-8704-48447026e646 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:42.736331 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-345c497e-53ea-4ce4-8704-48447026e646 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5834484 Feb 15 21:45:42.740545 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 52290) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:45:42.747496 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.v2.base [None req-3a98b3ad-4a87-4f27-911d-4924c35a8c31 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Request body: {'floatingip': {'floating_network_id': 'f2926baf-a168-440c-89c9-d3754209afe6'}} {{(pid=83999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:45:42.754860 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-3a98b3ad-4a87-4f27-911d-4924c35a8c31 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:45:42.776790 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-3a98b3ad-4a87-4f27-911d-4924c35a8c31 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Usage tracker for resource:floatingip and tenant:01d1e938225c413c8b7177a31ac61fd8 is out of sync, need to count used quota {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:45:42.781848 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-3a98b3ad-4a87-4f27-911d-4924c35a8c31 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:45:42.795889 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-3a98b3ad-4a87-4f27-911d-4924c35a8c31 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:45:42.815541 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-b68c3d5a-458d-40b6-9c82-4e7c1d414346 req-32d8ce4f-0a99-4ee2-bad0-14f611d093e3 tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] 10.222.0.68 "GET /v2.0/security-groups?id=5675173e-9aa6-470b-8625-3bf575193c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0719526 Feb 15 21:45:42.816938 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-3a98b3ad-4a87-4f27-911d-4924c35a8c31 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Notify callbacks [] for floatingip, before_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:42.867777 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-bee85412-249d-4923-b96a-38a87c18d51a req-96849e83-e9ee-40e4-bdd1-2915bb1553d8 service neutron] 10.222.0.46 "GET /v2.0/networks/6e26f87c-2805-4f2b-8fbf-dfda22b57e8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672437 Feb 15 21:45:42.900488 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_hamode_db [None req-0ff746d6-b88c-4d6a-9245-51536ec82016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e81aad59-55ff-4a6a-8bd8-70b3ff138194', 'name': 'tempest-AttachVolumeShelveTestJSON-1680118998-router', 'tenant_id': '83efcaddc4174c70aaaa9d4a9e274006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'external_fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.90'}], 'enable_snat': True}, 'gw_port_id': '27e5490c-1a36-432e-9ed8-54c14c66d819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:41:09Z', 'updated_at': '2021-02-15T21:41:22Z', 'revision_number': 4, 'project_id': '83efcaddc4174c70aaaa9d4a9e274006', 'gw_port': {'id': '27e5490c-1a36-432e-9ed8-54c14c66d819', 'name': '', 'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:8c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e81aad59-55ff-4a6a-8bd8-70b3ff138194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:41:11Z', 'updated_at': '2021-02-15T21:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-smb', '_interfaces': [{'id': 'fbd7fb33-cdbc-4016-8b09-d901ceb05255', 'name': '', 'network_id': '5a32d5d1-e1a3-4ef5-be5e-207bd58c1352', 'tenant_id': '83efcaddc4174c70aaaa9d4a9e274006', 'mac_address': 'fa:16:3e:4f:04:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e81aad59-55ff-4a6a-8bd8-70b3ff138194', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'f1da26f9-af3a-42e2-9b06-af8d75ade4f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:41:19Z', 'updated_at': '2021-02-15T21:41:39Z', 'revision_number': 5, 'project_id': '83efcaddc4174c70aaaa9d4a9e274006', 'subnets': [{'id': 'f1da26f9-af3a-42e2-9b06-af8d75ade4f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-3-smb', False) {} {{(pid=84000) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:45:42.904787 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff746d6-b88c-4d6a-9245-51536ec82016 None None] The sync data for ids ['e81aad59-55ff-4a6a-8bd8-70b3ff138194'] in dv-cinder-775250-3-smb is: [{'id': 'e81aad59-55ff-4a6a-8bd8-70b3ff138194', 'name': 'tempest-AttachVolumeShelveTestJSON-1680118998-router', 'tenant_id': '83efcaddc4174c70aaaa9d4a9e274006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'external_fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.90'}], 'enable_snat': True}, 'gw_port_id': '27e5490c-1a36-432e-9ed8-54c14c66d819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:41:09Z', 'updated_at': '2021-02-15T21:41:22Z', 'revision_number': 4, 'project_id': '83efcaddc4174c70aaaa9d4a9e274006', 'gw_port': {'id': '27e5490c-1a36-432e-9ed8-54c14c66d819', 'name': '', 'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:8c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e81aad59-55ff-4a6a-8bd8-70b3ff138194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:41:11Z', 'updated_at': '2021-02-15T21:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-smb', '_interfaces': [{'id': 'fbd7fb33-cdbc-4016-8b09-d901ceb05255', 'name': '', 'network_id': '5a32d5d1-e1a3-4ef5-be5e-207bd58c1352', 'tenant_id': '83efcaddc4174c70aaaa9d4a9e274006', 'mac_address': 'fa:16:3e:4f:04:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e81aad59-55ff-4a6a-8bd8-70b3ff138194', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'f1da26f9-af3a-42e2-9b06-af8d75ade4f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:41:19Z', 'updated_at': '2021-02-15T21:41:39Z', 'revision_number': 5, 'project_id': '83efcaddc4174c70aaaa9d4a9e274006', 'subnets': [{'id': 'f1da26f9-af3a-42e2-9b06-af8d75ade4f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 15 21:45:43.013822 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-3a98b3ad-4a87-4f27-911d-4924c35a8c31 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:43.242697 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Device 3a8942c0-702e-4e6a-a58e-56668cfa3ad2 up at agent ovs-agent-hv-cinder-77525 {{(pid=84000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:45:43.259281 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd699b755-4adc-4240-8368-0341ea8761c0', 'tag': '3a8942c0-702e-4e6a-a58e-56668cfa3ad2'}] {{(pid=83998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 21:45:43.267245 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 52300) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:45:43.320564 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-bee85412-249d-4923-b96a-38a87c18d51a req-3d3419a6-844d-4583-a87b-b8f800e8e174 service neutron] 10.222.0.46 "GET /v2.0/networks/6e26f87c-2805-4f2b-8fbf-dfda22b57e8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4445364 Feb 15 21:45:43.323383 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd699b755-4adc-4240-8368-0341ea8761c0', 'tag': '3a8942c0-702e-4e6a-a58e-56668cfa3ad2', 'status': 'completed', 'code': 200} Feb 15 21:45:43.347419 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Provisioning complete for port 3a8942c0-702e-4e6a-a58e-56668cfa3ad2 triggered by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:45:43.347850 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:43.370571 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08f9689-3357-4162-9b2e-33c0e5d4c96f None None] New status for floating IP b77520fb-e78e-4fbb-b23f-bff031f498dc: DOWN {{(pid=84001) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 15 21:45:43.392143 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.db_base_plugin_common [None req-3a98b3ad-4a87-4f27-911d-4924c35a8c31 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Allocated IP 172.28.3.243 (f2926baf-a168-440c-89c9-d3754209afe6/200a9da9-53a8-4f45-a42a-32f02ceebfef/99f4ba33-ff7a-4688-ac0b-3be3c7117adc) {{(pid=83999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 15 21:45:43.419956 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-5b5bd1cb-2330-4f64-884e-f1c28beaffe2 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Notify callbacks [] for security_group, before_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:43.433714 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96668e58-8b64-4d7a-bee4-371e97e2bbef req-2c5ee3e7-0144-4eb3-9148-837e8fe65508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:45:43.435584 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-96668e58-8b64-4d7a-bee4-371e97e2bbef req-2c5ee3e7-0144-4eb3-9148-837e8fe65508 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b71bf34df67e45829c465ac56f78d37b&device_id=d699b755-4adc-4240-8368-0341ea8761c0 HTTP/1.1" status: 200 len: 1202 time: 0.0841451 Feb 15 21:45:43.578487 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-5b5bd1cb-2330-4f64-884e-f1c28beaffe2 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:43.610624 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96668e58-8b64-4d7a-bee4-371e97e2bbef req-109561f2-4d50-4e19-a853-0c4d348fec0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:45:43.610624 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-96668e58-8b64-4d7a-bee4-371e97e2bbef req-109561f2-4d50-4e19-a853-0c4d348fec0f service neutron] 10.222.0.46 "GET /v2.0/networks?id=17650221-126f-4533-a3d9-bfbcad2f9afd HTTP/1.1" status: 200 len: 909 time: 0.1641450 Feb 15 21:45:43.720032 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-3a98b3ad-4a87-4f27-911d-4924c35a8c31 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Notify callbacks [] for port, precommit_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:43.723804 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-5b5bd1cb-2330-4f64-884e-f1c28beaffe2 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:43.730714 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-cfc68b58-97b7-422d-b3f2-3c84bddbb9f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:45:43.741329 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-96668e58-8b64-4d7a-bee4-371e97e2bbef req-162086a9-cba4-4b57-9164-a89c48f2f18f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a8942c0-702e-4e6a-a58e-56668cfa3ad2 HTTP/1.1" status: 200 len: 1000 time: 0.1225822 Feb 15 21:45:43.746012 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7613f22-0717-4c57-918c-1e7b1c1c677f req-d3030ab0-1fe0-4ef5-b083-4bf905b39330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:45:43.747624 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-c7613f22-0717-4c57-918c-1e7b1c1c677f req-d3030ab0-1fe0-4ef5-b083-4bf905b39330 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e5c39c2be7094b439ebb60d1c07bbb7e&device_id=41ba888e-6794-4d21-8b8c-00578e7eb22d HTTP/1.1" status: 200 len: 1162 time: 0.2715499 Feb 15 21:45:43.756081 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5bd1cb-2330-4f64-884e-f1c28beaffe2 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d41abb3f-0e7c-40e2-b25e-05dfee7102d1,revision_number=None']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:45:43.760535 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-5b5bd1cb-2330-4f64-884e-f1c28beaffe2 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:45:43.826329 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96668e58-8b64-4d7a-bee4-371e97e2bbef req-6bdc814b-9bdb-45db-93b6-d79cb1d0d2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:45:43.827897 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-96668e58-8b64-4d7a-bee4-371e97e2bbef req-6bdc814b-9bdb-45db-93b6-d79cb1d0d2dc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7958a86e-12be-499c-918a-a8ccd033f569 HTTP/1.1" status: 200 len: 854 time: 0.0801663 Feb 15 21:45:43.830262 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-5b5bd1cb-2330-4f64-884e-f1c28beaffe2 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Notify callbacks [] for security_group, before_response {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:43.831565 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-5b5bd1cb-2330-4f64-884e-f1c28beaffe2 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "DELETE /v2.0/security-groups/d41abb3f-0e7c-40e2-b25e-05dfee7102d1 HTTP/1.1" status: 204 len: 168 time: 0.5628829 Feb 15 21:45:43.835193 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83998) accepted ('10.222.0.68', 52308) {{(pid=83998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:45:43.915944 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-3a98b3ad-4a87-4f27-911d-4924c35a8c31 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363257537239207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853815187'] for port, after_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:43.927298 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.api.v2.resource [None req-dacfd35f-00a0-411f-b73d-46ee4da73280 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] show failed (client error): The resource could not be found. Feb 15 21:45:43.931233 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-dacfd35f-00a0-411f-b73d-46ee4da73280 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/security-groups/d41abb3f-0e7c-40e2-b25e-05dfee7102d1 HTTP/1.1" status: 404 len: 347 time: 0.0917683 Feb 15 21:45:43.932559 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83998) accepted ('10.222.0.68', 52314) {{(pid=83998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:45:43.946744 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:44.071367 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-2a4dc77a-68b7-40e0-973f-834fc3f767d2 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:45:44.140470 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.plugin [None req-2a0c4ac6-081d-424f-97b5-f1b87267aab0 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Deleting port 4157b01f-f2c4-49ee-9dd4-960694971a61 {{(pid=83998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 21:45:44.140850 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-2a0c4ac6-081d-424f-97b5-f1b87267aab0 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779317974814'] for port, before_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:44.212103 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96668e58-8b64-4d7a-bee4-371e97e2bbef req-dfd97b07-9b31-44fa-a077-6df9c75c6d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:45:44.213820 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-96668e58-8b64-4d7a-bee4-371e97e2bbef req-dfd97b07-9b31-44fa-a077-6df9c75c6d0a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=17650221-126f-4533-a3d9-bfbcad2f9afd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3751812 Feb 15 21:45:44.235324 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a98b3ad-4a87-4f27-911d-4924c35a8c31 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Network f2926baf-a168-440c-89c9-d3754209afe6 is already hosted by enough agents. {{(pid=83999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 21:45:44.248424 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.base_scheduler [None req-3a98b3ad-4a87-4f27-911d-4924c35a8c31 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Resources bound (agent type, host, resource id): {{(pid=83999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 21:45:44.255308 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a98b3ad-4a87-4f27-911d-4924c35a8c31 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Received port after_create {{(pid=83999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 15 21:45:44.304956 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a98b3ad-4a87-4f27-911d-4924c35a8c31 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Pushing event updated for resources: {'Port': ['ID=99f4ba33-ff7a-4688-ac0b-3be3c7117adc,revision_number=1']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:45:44.307792 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7613f22-0717-4c57-918c-1e7b1c1c677f req-431ccfff-86cd-4577-8030-f2a4fdc7fb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:45:44.309430 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-c7613f22-0717-4c57-918c-1e7b1c1c677f req-431ccfff-86cd-4577-8030-f2a4fdc7fb8a service neutron] 10.222.0.46 "GET /v2.0/networks?id=6e26f87c-2805-4f2b-8fbf-dfda22b57e8d HTTP/1.1" status: 200 len: 900 time: 0.5311048 Feb 15 21:45:44.310316 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-3a98b3ad-4a87-4f27-911d-4924c35a8c31 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:45:44.454959 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-c7613f22-0717-4c57-918c-1e7b1c1c677f req-235dacad-f486-4991-826f-30c2182ad345 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=291bbd16-e1db-4d9d-9ad9-ed9cff6b0cd4 HTTP/1.1" status: 200 len: 1000 time: 0.1373098 Feb 15 21:45:44.458336 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-2a0c4ac6-081d-424f-97b5-f1b87267aab0 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3871786'] for port, precommit_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:44.458724 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-2a0c4ac6-081d-424f-97b5-f1b87267aab0 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:44.461443 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624a5c03-2e48-4462-a90d-49e0f8f6be14 req-81952e50-862f-4230-982b-0e04d48de69f tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:45:44.463059 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-624a5c03-2e48-4462-a90d-49e0f8f6be14 req-81952e50-862f-4230-982b-0e04d48de69f tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] 10.222.0.68 "GET /v2.0/ports?device_id=41ba888e-6794-4d21-8b8c-00578e7eb22d HTTP/1.1" status: 200 len: 945 time: 0.3950174 Feb 15 21:45:44.559805 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7613f22-0717-4c57-918c-1e7b1c1c677f req-8ec600f0-6650-4cb5-ac85-e4da181b0515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:45:44.561410 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-c7613f22-0717-4c57-918c-1e7b1c1c677f req-8ec600f0-6650-4cb5-ac85-e4da181b0515 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=94a790b3-5bef-4570-9182-1c29edefc949 HTTP/1.1" status: 200 len: 845 time: 0.0974076 Feb 15 21:45:44.562433 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-3a98b3ad-4a87-4f27-911d-4924c35a8c31 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:44.601674 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-96668e58-8b64-4d7a-bee4-371e97e2bbef req-814a01ee-423a-416b-baca-f72cf09bf9cf service neutron] 10.222.0.46 "GET /v2.0/networks/17650221-126f-4533-a3d9-bfbcad2f9afd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3710532 Feb 15 21:45:44.609123 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.plugin [None req-2a0c4ac6-081d-424f-97b5-f1b87267aab0 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Calling delete_port for 4157b01f-f2c4-49ee-9dd4-960694971a61 owned by network:floatingip {{(pid=83998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 21:45:44.681039 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-624a5c03-2e48-4462-a90d-49e0f8f6be14 req-44579336-aae4-4a54-afee-1457499eda09 tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] 10.222.0.68 "GET /v2.0/security-groups?id=5675173e-9aa6-470b-8625-3bf575193c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1741133 Feb 15 21:45:44.703642 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-3a98b3ad-4a87-4f27-911d-4924c35a8c31 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_update {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:44.819642 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7613f22-0717-4c57-918c-1e7b1c1c677f req-d00fc2b6-ecca-4c4f-b809-c0756a28a8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:45:44.821269 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-c7613f22-0717-4c57-918c-1e7b1c1c677f req-d00fc2b6-ecca-4c4f-b809-c0756a28a8f1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6e26f87c-2805-4f2b-8fbf-dfda22b57e8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2504554 Feb 15 21:45:44.861117 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-96668e58-8b64-4d7a-bee4-371e97e2bbef req-799ee4e2-068b-44e8-b9f8-9d7dd27d5f4f service neutron] 10.222.0.46 "GET /v2.0/networks/17650221-126f-4533-a3d9-bfbcad2f9afd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2178142 Feb 15 21:45:44.901828 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-2a0c4ac6-081d-424f-97b5-f1b87267aab0 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779317976810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363257537242535'] for port, after_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:44.921049 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-7f68cf25-c0c7-4257-be3b-46b8ac7e9ea9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:45:44.986530 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0c4ac6-081d-424f-97b5-f1b87267aab0 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Pushing event deleted for resources: {'Port': ['ID=4157b01f-f2c4-49ee-9dd4-960694971a61,revision_number=None']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:45:45.035633 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-2a0c4ac6-081d-424f-97b5-f1b87267aab0 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:45:45.081430 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-c7613f22-0717-4c57-918c-1e7b1c1c677f req-85db7843-2a79-44c1-bd91-38ae25e30d68 service neutron] 10.222.0.46 "GET /v2.0/networks/6e26f87c-2805-4f2b-8fbf-dfda22b57e8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2510259 Feb 15 21:45:45.101380 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-2a0c4ac6-081d-424f-97b5-f1b87267aab0 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Notify callbacks [] for floatingip, after_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:45.119511 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-2a0c4ac6-081d-424f-97b5-f1b87267aab0 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762656'] for floatingip, before_response {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:45.120915 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-2a0c4ac6-081d-424f-97b5-f1b87267aab0 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "DELETE /v2.0/floatingips/b77520fb-e78e-4fbb-b23f-bff031f498dc HTTP/1.1" status: 204 len: 168 time: 1.1873679 Feb 15 21:45:45.142277 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Device 291bbd16-e1db-4d9d-9ad9-ed9cff6b0cd4 no longer exists at agent ovs-agent-hv-cinder-77525 {{(pid=84000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 15 21:45:45.240952 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-3a98b3ad-4a87-4f27-911d-4924c35a8c31 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Notify callbacks [] for port, precommit_update {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:45.252791 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-3a98b3ad-4a87-4f27-911d-4924c35a8c31 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779317976793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779317533282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257537242501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-960628'] for port, after_update {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:45.271528 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-e09d8c1a-b9ce-4de6-9b32-9288973c0c36 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:45:45.278760 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:45.315578 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] For port 291bbd16-e1db-4d9d-9ad9-ed9cff6b0cd4, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=291bbd16-e1db-4d9d-9ad9-ed9cff6b0cd4,segment=NetworkSegment(0b7339a4-af60-4f41-9eeb-cada19b9ad25),segment_id=0b7339a4-af60-4f41-9eeb-cada19b9ad25)] {{(pid=84000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:45:45.318050 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41ba888e-6794-4d21-8b8c-00578e7eb22d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '291bbd16-e1db-4d9d-9ad9-ed9cff6b0cd4'}] {{(pid=84000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 21:45:45.329926 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779317976793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779317533282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257537242501'] for port, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:45.332058 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-10a59769-ffd7-40af-ba37-08f62ab4b55d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:45:45.391079 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-c7613f22-0717-4c57-918c-1e7b1c1c677f req-491d5ba6-6779-4cb6-8f0c-9ca057172fac service neutron] 10.222.0.46 "GET /v2.0/networks/6e26f87c-2805-4f2b-8fbf-dfda22b57e8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2996514 Feb 15 21:45:45.392556 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41ba888e-6794-4d21-8b8c-00578e7eb22d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '291bbd16-e1db-4d9d-9ad9-ed9cff6b0cd4', 'code': 200} Feb 15 21:45:45.451466 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Pushing event updated for resources: {'Port': ['ID=291bbd16-e1db-4d9d-9ad9-ed9cff6b0cd4,revision_number=5']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:45:45.458110 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:45:45.498609 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83998) accepted ('10.222.0.68', 52330) {{(pid=83998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:45:45.505751 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.v2.base [None req-8b6474c8-8aee-4e6a-a8b7-9c477f383860 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Request body: {'security_group': {'name': 'tempest-securitygroup--351264609', 'description': 'tempest-description--1467348342'}} {{(pid=83998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:45:45.513155 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-8b6474c8-8aee-4e6a-a8b7-9c477f383860 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:45:45.519201 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-8b6474c8-8aee-4e6a-a8b7-9c477f383860 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Usage tracker for resource:security_group and tenant:83efcaddc4174c70aaaa9d4a9e274006 is out of sync, need to count used quota {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:45:45.523699 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-8b6474c8-8aee-4e6a-a8b7-9c477f383860 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:45:45.531567 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-8b6474c8-8aee-4e6a-a8b7-9c477f383860 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:45:45.545682 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-8b6474c8-8aee-4e6a-a8b7-9c477f383860 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Notify callbacks [] for security_group, before_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:45.577977 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-8b6474c8-8aee-4e6a-a8b7-9c477f383860 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:45:45.583173 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-8b6474c8-8aee-4e6a-a8b7-9c477f383860 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Usage tracker for resource:security_group_rule and tenant:83efcaddc4174c70aaaa9d4a9e274006 is out of sync, need to count used quota {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:45:45.587146 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-8b6474c8-8aee-4e6a-a8b7-9c477f383860 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:45:45.595147 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-8b6474c8-8aee-4e6a-a8b7-9c477f383860 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:45:45.683058 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-8b6474c8-8aee-4e6a-a8b7-9c477f383860 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Notify callbacks [] for security_group, precommit_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:45.686859 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-8b6474c8-8aee-4e6a-a8b7-9c477f383860 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:45.692907 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-f403e2b9-81c4-46e5-8e46-11671cc1bbc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:45:45.731064 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a98b3ad-4a87-4f27-911d-4924c35a8c31 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Pushing event updated for resources: {'Port': ['ID=99f4ba33-ff7a-4688-ac0b-3be3c7117adc,revision_number=2']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:45:45.735770 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-3a98b3ad-4a87-4f27-911d-4924c35a8c31 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:45:45.756323 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-8b6474c8-8aee-4e6a-a8b7-9c477f383860 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Notify callbacks [] for security_group, before_response {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:45.760294 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-8b6474c8-8aee-4e6a-a8b7-9c477f383860 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2573466 Feb 15 21:45:45.760294 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6474c8-8aee-4e6a-a8b7-9c477f383860 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36c84c7e-747c-4296-a4e6-ed2a9acb3cd6,revision_number=1']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:45:45.760689 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83998) accepted ('10.222.0.68', 52338) {{(pid=83998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:45:45.765243 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-8b6474c8-8aee-4e6a-a8b7-9c477f383860 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:45:45.769050 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.v2.base [None req-0a9a5823-39c4-48c3-b010-70487a8f0c52 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Request body: {'security_group_rule': {'security_group_id': '36c84c7e-747c-4296-a4e6-ed2a9acb3cd6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:45:45.776331 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-0a9a5823-39c4-48c3-b010-70487a8f0c52 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:45:45.780467 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-0a9a5823-39c4-48c3-b010-70487a8f0c52 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Usage tracker for resource:security_group_rule and tenant:83efcaddc4174c70aaaa9d4a9e274006 is out of sync, need to count used quota {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:45:45.784216 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-0a9a5823-39c4-48c3-b010-70487a8f0c52 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:45:45.792799 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-0a9a5823-39c4-48c3-b010-70487a8f0c52 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:45:45.815525 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-0a9a5823-39c4-48c3-b010-70487a8f0c52 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:45.920199 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-0a9a5823-39c4-48c3-b010-70487a8f0c52 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:45.928315 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-0a9a5823-39c4-48c3-b010-70487a8f0c52 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678418'] for security_group_rule, after_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:45.930282 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-3a98b3ad-4a87-4f27-911d-4924c35a8c31 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3816703'] for floatingip, after_update {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:45.930927 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-333f98b2-311f-40c6-b035-d848fb3019ac tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:45:45.964179 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9a5823-39c4-48c3-b010-70487a8f0c52 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59a8e6d5-1291-441f-b734-cbac7873190a,revision_number=0']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:45:45.966449 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-3a98b3ad-4a87-4f27-911d-4924c35a8c31 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762656'] for floatingip, before_response {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:45.976236 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-3a98b3ad-4a87-4f27-911d-4924c35a8c31 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2255857 Feb 15 21:45:45.976662 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-0a9a5823-39c4-48c3-b010-70487a8f0c52 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:45:45.986003 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d815013e-4c96-4ede-9445-feb10b876f2e req-12546992-29f1-4c6f-98f3-faf967bcf4c4 tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:45:45.990239 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-0a9a5823-39c4-48c3-b010-70487a8f0c52 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:45.994328 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-0a9a5823-39c4-48c3-b010-70487a8f0c52 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2324097 Feb 15 21:45:45.997264 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83998) accepted ('10.222.0.68', 52348) {{(pid=83998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:45:46.002993 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-d815013e-4c96-4ede-9445-feb10b876f2e req-12546992-29f1-4c6f-98f3-faf967bcf4c4 tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] 10.222.0.68 "GET /v2.0/ports?device_id=41ba888e-6794-4d21-8b8c-00578e7eb22d HTTP/1.1" status: 200 len: 943 time: 0.1548407 Feb 15 21:45:46.011672 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.v2.base [None req-77f9ace7-5dcb-4809-9eb5-30a26d50cc06 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Request body: {'security_group_rule': {'security_group_id': '36c84c7e-747c-4296-a4e6-ed2a9acb3cd6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:45:46.022675 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-77f9ace7-5dcb-4809-9eb5-30a26d50cc06 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:45:46.030211 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-77f9ace7-5dcb-4809-9eb5-30a26d50cc06 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Usage tracker for resource:security_group_rule and tenant:83efcaddc4174c70aaaa9d4a9e274006 is out of sync, need to count used quota {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:45:46.033961 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-77f9ace7-5dcb-4809-9eb5-30a26d50cc06 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:45:46.042107 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-77f9ace7-5dcb-4809-9eb5-30a26d50cc06 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:45:46.076581 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-d815013e-4c96-4ede-9445-feb10b876f2e req-a16ffc10-18c9-4ff6-8463-3c2877547944 tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] 10.222.0.68 "GET /v2.0/security-groups?id=5675173e-9aa6-470b-8625-3bf575193c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0739803 Feb 15 21:45:46.082556 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-77f9ace7-5dcb-4809-9eb5-30a26d50cc06 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:46.202269 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-77f9ace7-5dcb-4809-9eb5-30a26d50cc06 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:46.206706 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-77f9ace7-5dcb-4809-9eb5-30a26d50cc06 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678418'] for security_group_rule, after_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:46.208889 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:45:46.233554 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f9ace7-5dcb-4809-9eb5-30a26d50cc06 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e166ec8e-cf06-4544-b0c1-a93bd72677b9,revision_number=0']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:45:46.236466 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-77f9ace7-5dcb-4809-9eb5-30a26d50cc06 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:45:46.245237 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-77f9ace7-5dcb-4809-9eb5-30a26d50cc06 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:46.246635 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-77f9ace7-5dcb-4809-9eb5-30a26d50cc06 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2470098 Feb 15 21:45:46.250071 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83998) accepted ('10.222.0.68', 52364) {{(pid=83998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:45:46.255983 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.v2.base [None req-a584bacf-9c0d-42cd-86c4-07e59254b716 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Request body: {'floatingip': {'floating_network_id': 'f2926baf-a168-440c-89c9-d3754209afe6'}} {{(pid=83998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:45:46.262009 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-a584bacf-9c0d-42cd-86c4-07e59254b716 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:45:46.266368 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-a584bacf-9c0d-42cd-86c4-07e59254b716 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Usage tracker for resource:floatingip and tenant:83efcaddc4174c70aaaa9d4a9e274006 is out of sync, need to count used quota {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:45:46.269305 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-a584bacf-9c0d-42cd-86c4-07e59254b716 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:45:46.275887 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-a584bacf-9c0d-42cd-86c4-07e59254b716 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:45:46.286742 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-a584bacf-9c0d-42cd-86c4-07e59254b716 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Notify callbacks [] for floatingip, before_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:46.295153 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [req-5f21fddf-941c-4aab-b632-0f57acca8156 req-e47fb818-b2de-4b23-8b9b-a0980480e8b1 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Synchronizing usage tracker for tenant:01d1e938225c413c8b7177a31ac61fd8 on resource:security_group {{(pid=83999) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 21:45:46.321480 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [req-5f21fddf-941c-4aab-b632-0f57acca8156 req-e47fb818-b2de-4b23-8b9b-a0980480e8b1 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Unset dirty status for tenant:01d1e938225c413c8b7177a31ac61fd8 on resource:security_group {{(pid=83999) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 21:45:46.322886 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-5f21fddf-941c-4aab-b632-0f57acca8156 req-e47fb818-b2de-4b23-8b9b-a0980480e8b1 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-securitygroup--504665718&fields=id&tenant_id=01d1e938225c413c8b7177a31ac61fd8 HTTP/1.1" status: 200 len: 267 time: 0.0721219 Feb 15 21:45:46.527493 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22d9683-c751-4155-8013-304fbda93f50 req-ad629368-7faa-4b66-999d-6848f00ff919 tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:45:46.529020 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-e22d9683-c751-4155-8013-304fbda93f50 req-ad629368-7faa-4b66-999d-6848f00ff919 tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] 10.222.0.68 "GET /v2.0/ports?device_id=41ba888e-6794-4d21-8b8c-00578e7eb22d HTTP/1.1" status: 200 len: 943 time: 0.1184542 Feb 15 21:45:46.535436 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-a584bacf-9c0d-42cd-86c4-07e59254b716 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:46.563053 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f21fddf-941c-4aab-b632-0f57acca8156 req-d5cf052c-c069-4fa5-a15e-ebef35c590a3 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:45:46.563962 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [req-5f21fddf-941c-4aab-b632-0f57acca8156 req-d5cf052c-c069-4fa5-a15e-ebef35c590a3 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Synchronizing usage tracker for tenant:01d1e938225c413c8b7177a31ac61fd8 on resource:network {{(pid=83999) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 21:45:46.571645 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-d1de895e-644d-4536-8d06-29f3a17fdd89 req-2999c12a-630c-4ccf-86c6-cf2bb8d1fe98 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=41ba888e-6794-4d21-8b8c-00578e7eb22d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2152820 Feb 15 21:45:46.586650 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [req-5f21fddf-941c-4aab-b632-0f57acca8156 req-d5cf052c-c069-4fa5-a15e-ebef35c590a3 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Unset dirty status for tenant:01d1e938225c413c8b7177a31ac61fd8 on resource:network {{(pid=83999) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 21:45:46.588150 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-5f21fddf-941c-4aab-b632-0f57acca8156 req-d5cf052c-c069-4fa5-a15e-ebef35c590a3 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "GET /v2.0/networks?id=69e9f844-d8da-4039-9b13-e108b452a38b HTTP/1.1" status: 200 len: 810 time: 0.2561839 Feb 15 21:45:46.604907 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-5f21fddf-941c-4aab-b632-0f57acca8156 req-5e51770b-5b99-40a4-9d0b-cdd437fa0cc1 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "GET /v2.0/quotas/01d1e938225c413c8b7177a31ac61fd8 HTTP/1.1" status: 200 len: 375 time: 0.0104785 Feb 15 21:45:46.710468 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [req-5f21fddf-941c-4aab-b632-0f57acca8156 req-2dbbeacd-3602-4c09-8391-0bdd1950eab5 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Synchronizing usage tracker for tenant:01d1e938225c413c8b7177a31ac61fd8 on resource:port {{(pid=83999) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 21:45:46.711306 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-e22d9683-c751-4155-8013-304fbda93f50 req-a9d0b721-d5d0-4275-9b6b-8b9eb0d2b7c4 tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] 10.222.0.68 "GET /v2.0/security-groups?id=5675173e-9aa6-470b-8625-3bf575193c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1660476 Feb 15 21:45:46.740332 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [req-5f21fddf-941c-4aab-b632-0f57acca8156 req-2dbbeacd-3602-4c09-8391-0bdd1950eab5 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Unset dirty status for tenant:01d1e938225c413c8b7177a31ac61fd8 on resource:port {{(pid=83999) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 21:45:46.741888 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-5f21fddf-941c-4aab-b632-0f57acca8156 req-2dbbeacd-3602-4c09-8391-0bdd1950eab5 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=01d1e938225c413c8b7177a31ac61fd8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1293433 Feb 15 21:45:46.889278 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.db_base_plugin_common [None req-a584bacf-9c0d-42cd-86c4-07e59254b716 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Allocated IP 172.28.3.77 (f2926baf-a168-440c-89c9-d3754209afe6/200a9da9-53a8-4f45-a42a-32f02ceebfef/440c78d7-5f71-460e-bc02-4747b81f0166) {{(pid=83998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 15 21:45:46.909389 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-5f21fddf-941c-4aab-b632-0f57acca8156 req-dd768fcf-387e-484d-834c-81fc233c2ab0 service neutron] 10.222.0.68 "GET /v2.0/networks/69e9f844-d8da-4039-9b13-e108b452a38b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521471 Feb 15 21:45:47.058951 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-5f21fddf-941c-4aab-b632-0f57acca8156 req-75c2354a-d48a-4f43-817f-60237899e3ec service neutron] 10.222.0.68 "GET /v2.0/networks/69e9f844-d8da-4039-9b13-e108b452a38b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1420231 Feb 15 21:45:47.067414 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-a584bacf-9c0d-42cd-86c4-07e59254b716 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Notify callbacks [] for port, precommit_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:47.098594 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-a584bacf-9c0d-42cd-86c4-07e59254b716 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363257537239207'] for port, after_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:47.116087 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-4134a6e1-5a34-4c8e-8ceb-727ae718c877 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:45:47.315070 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [req-4c4afada-e697-4175-90f5-71efd0903299 req-c02577d7-f469-4383-b5e9-7e8871ee6c53 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Synchronizing usage tracker for tenant:01d1e938225c413c8b7177a31ac61fd8 on resource:port {{(pid=83998) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 21:45:47.353155 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a584bacf-9c0d-42cd-86c4-07e59254b716 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Pushing event updated for resources: {'Port': ['ID=440c78d7-5f71-460e-bc02-4747b81f0166,revision_number=1']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:45:47.356507 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-a584bacf-9c0d-42cd-86c4-07e59254b716 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:45:47.364498 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [req-4c4afada-e697-4175-90f5-71efd0903299 req-c02577d7-f469-4383-b5e9-7e8871ee6c53 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Unset dirty status for tenant:01d1e938225c413c8b7177a31ac61fd8 on resource:port {{(pid=83998) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 21:45:47.372891 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-4c4afada-e697-4175-90f5-71efd0903299 req-c02577d7-f469-4383-b5e9-7e8871ee6c53 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "GET /v2.0/ports?device_id=8ebc2431-5f66-4ed5-950b-983bb076b58f HTTP/1.1" status: 200 len: 210 time: 0.1246657 Feb 15 21:45:47.439379 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a584bacf-9c0d-42cd-86c4-07e59254b716 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Network f2926baf-a168-440c-89c9-d3754209afe6 is already hosted by enough agents. {{(pid=83998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 21:45:47.441024 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.base_scheduler [None req-a584bacf-9c0d-42cd-86c4-07e59254b716 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Resources bound (agent type, host, resource id): {{(pid=83998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 21:45:47.443709 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a584bacf-9c0d-42cd-86c4-07e59254b716 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Received port after_create {{(pid=83998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 15 21:45:47.474431 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-a584bacf-9c0d-42cd-86c4-07e59254b716 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:47.574448 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-a584bacf-9c0d-42cd-86c4-07e59254b716 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:47.910653 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-a584bacf-9c0d-42cd-86c4-07e59254b716 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Notify callbacks [] for port, precommit_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:47.915829 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-a584bacf-9c0d-42cd-86c4-07e59254b716 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779317976793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779317533282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257537242501'] for port, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:47.941802 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:45:47.984321 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23581e7f-ca39-406c-a832-7df6e29aed2b req-3f747e5b-de49-4a8e-9003-40aca7739cfd tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:45:47.986068 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-23581e7f-ca39-406c-a832-7df6e29aed2b req-3f747e5b-de49-4a8e-9003-40aca7739cfd tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] 10.222.0.68 "GET /v2.0/ports?device_id=41ba888e-6794-4d21-8b8c-00578e7eb22d HTTP/1.1" status: 200 len: 943 time: 0.1425178 Feb 15 21:45:48.051035 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-23581e7f-ca39-406c-a832-7df6e29aed2b req-483e0bd7-9ca2-461d-b5f9-93c43cf95986 tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] 10.222.0.68 "GET /v2.0/security-groups?id=5675173e-9aa6-470b-8625-3bf575193c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0546498 Feb 15 21:45:48.107601 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a584bacf-9c0d-42cd-86c4-07e59254b716 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Pushing event updated for resources: {'Port': ['ID=440c78d7-5f71-460e-bc02-4747b81f0166,revision_number=2']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:45:48.115237 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-a584bacf-9c0d-42cd-86c4-07e59254b716 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:45:48.166406 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-a584bacf-9c0d-42cd-86c4-07e59254b716 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3816703'] for floatingip, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:48.189887 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-a584bacf-9c0d-42cd-86c4-07e59254b716 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762656'] for floatingip, before_response {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:48.191824 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-a584bacf-9c0d-42cd-86c4-07e59254b716 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9407327 Feb 15 21:45:48.269022 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1de895e-644d-4536-8d06-29f3a17fdd89 req-f1169824-36d5-48cd-8a0c-c8bf50dc40e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:45:48.270921 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-d1de895e-644d-4536-8d06-29f3a17fdd89 req-f1169824-36d5-48cd-8a0c-c8bf50dc40e8 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=41ba888e-6794-4d21-8b8c-00578e7eb22d&tenant_id=e5c39c2be7094b439ebb60d1c07bbb7e HTTP/1.1" status: 200 len: 1160 time: 0.0843661 Feb 15 21:45:48.390491 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1de895e-644d-4536-8d06-29f3a17fdd89 req-eccf6b70-ffe8-46ec-9ff0-3fb1e8988da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:45:48.392924 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-d1de895e-644d-4536-8d06-29f3a17fdd89 req-eccf6b70-ffe8-46ec-9ff0-3fb1e8988da6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e5c39c2be7094b439ebb60d1c07bbb7e&device_id=41ba888e-6794-4d21-8b8c-00578e7eb22d HTTP/1.1" status: 200 len: 1160 time: 0.0902252 Feb 15 21:45:48.576536 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-b252b977-fea5-4dce-8c07-30cab544ab7d req-0127d7af-cbbc-40e6-9bd1-c4a5397c7a2a tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "GET /v2.0/ports?device_id=8ebc2431-5f66-4ed5-950b-983bb076b58f HTTP/1.1" status: 200 len: 210 time: 0.0662365 Feb 15 21:45:48.620292 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1de895e-644d-4536-8d06-29f3a17fdd89 req-97b7bff4-e870-4042-9831-6aaacebb0c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:45:48.622096 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-d1de895e-644d-4536-8d06-29f3a17fdd89 req-97b7bff4-e870-4042-9831-6aaacebb0c12 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6e26f87c-2805-4f2b-8fbf-dfda22b57e8d HTTP/1.1" status: 200 len: 900 time: 0.2138550 Feb 15 21:45:48.747637 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-d1de895e-644d-4536-8d06-29f3a17fdd89 req-36a704ef-56a5-4366-b3c5-5b1a6f20b804 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=291bbd16-e1db-4d9d-9ad9-ed9cff6b0cd4 HTTP/1.1" status: 200 len: 998 time: 0.1182942 Feb 15 21:45:48.823743 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1de895e-644d-4536-8d06-29f3a17fdd89 req-94cad44d-3a7f-4066-bf95-0a9c02cb853e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:45:48.832345 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-d1de895e-644d-4536-8d06-29f3a17fdd89 req-94cad44d-3a7f-4066-bf95-0a9c02cb853e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=94a790b3-5bef-4570-9182-1c29edefc949 HTTP/1.1" status: 200 len: 845 time: 0.0698502 Feb 15 21:45:48.832444 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [req-55e3c48f-e83c-451f-a2d2-d45221302ca2 req-7d0ec217-ede1-42b3-8e4d-5c46658ad733 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Synchronizing usage tracker for tenant:83efcaddc4174c70aaaa9d4a9e274006 on resource:security_group {{(pid=83998) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 21:45:48.885680 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f21fddf-941c-4aab-b632-0f57acca8156 req-887c3425-6bc8-4948-9482-b8148339ff66 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:45:48.887468 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-5f21fddf-941c-4aab-b632-0f57acca8156 req-887c3425-6bc8-4948-9482-b8148339ff66 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.46 "GET /v2.0/networks?id=69e9f844-d8da-4039-9b13-e108b452a38b HTTP/1.1" status: 200 len: 810 time: 0.4955599 Feb 15 21:45:48.889496 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [req-55e3c48f-e83c-451f-a2d2-d45221302ca2 req-7d0ec217-ede1-42b3-8e4d-5c46658ad733 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Unset dirty status for tenant:83efcaddc4174c70aaaa9d4a9e274006 on resource:security_group {{(pid=83998) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 21:45:48.890907 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-55e3c48f-e83c-451f-a2d2-d45221302ca2 req-7d0ec217-ede1-42b3-8e4d-5c46658ad733 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-securitygroup--351264609&fields=id&tenant_id=83efcaddc4174c70aaaa9d4a9e274006 HTTP/1.1" status: 200 len: 267 time: 0.4696102 Feb 15 21:45:48.948589 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1de895e-644d-4536-8d06-29f3a17fdd89 req-5dccdf2e-0ea2-46e8-99c7-12440d04a073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:45:48.950248 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-d1de895e-644d-4536-8d06-29f3a17fdd89 req-5dccdf2e-0ea2-46e8-99c7-12440d04a073 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6e26f87c-2805-4f2b-8fbf-dfda22b57e8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1171513 Feb 15 21:45:49.115016 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-45239420-f262-49d4-8a29-0974cd0001e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:49.116113 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-5f21fddf-941c-4aab-b632-0f57acca8156 req-2ed6f65c-83a8-43a4-a099-3c50dba6bb43 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=01d1e938225c413c8b7177a31ac61fd8 HTTP/1.1" status: 200 len: 5703 time: 0.2164400 Feb 15 21:45:49.135520 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-d1de895e-644d-4536-8d06-29f3a17fdd89 req-792f1d0e-6926-4261-9a35-e6a8c306e4cf service neutron] 10.222.0.46 "GET /v2.0/networks/6e26f87c-2805-4f2b-8fbf-dfda22b57e8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782830 Feb 15 21:45:49.137141 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.v2.base [req-5f21fddf-941c-4aab-b632-0f57acca8156 req-85b6f97b-c679-4415-b1af-60887ffd56d9 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Request body: {'port': {'device_id': '8ebc2431-5f66-4ed5-950b-983bb076b58f', 'network_id': '69e9f844-d8da-4039-9b13-e108b452a38b', 'admin_state_up': True, 'tenant_id': '01d1e938225c413c8b7177a31ac61fd8', 'security_groups': ['b682ea1e-6fd0-4363-a586-e76a5aa683e1']}} {{(pid=83998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:45:49.187735 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e3c48f-e83c-451f-a2d2-d45221302ca2 req-85fb4342-9bfa-4315-ae71-2c6efd0b23f0 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:45:49.189372 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-55e3c48f-e83c-451f-a2d2-d45221302ca2 req-85fb4342-9bfa-4315-ae71-2c6efd0b23f0 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/networks?id=5a32d5d1-e1a3-4ef5-be5e-207bd58c1352 HTTP/1.1" status: 200 len: 817 time: 0.2753916 Feb 15 21:45:49.273831 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-55e3c48f-e83c-451f-a2d2-d45221302ca2 req-4e2ed367-2c78-4767-8ba5-5f2ce7bf4276 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/quotas/83efcaddc4174c70aaaa9d4a9e274006 HTTP/1.1" status: 200 len: 375 time: 0.0324502 Feb 15 21:45:49.371844 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-d1de895e-644d-4536-8d06-29f3a17fdd89 req-956769b4-e996-47cc-b9a9-e54022e59626 service neutron] 10.222.0.46 "GET /v2.0/networks/6e26f87c-2805-4f2b-8fbf-dfda22b57e8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2295532 Feb 15 21:45:49.373963 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [req-5f21fddf-941c-4aab-b632-0f57acca8156 req-85b6f97b-c679-4415-b1af-60887ffd56d9 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:45:49.386489 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067b62af-aee4-4fda-8678-97e703c0eef1 req-8ee0e23a-b463-4ff5-9a9c-0329832920dc tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:45:49.388900 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-067b62af-aee4-4fda-8678-97e703c0eef1 req-8ee0e23a-b463-4ff5-9a9c-0329832920dc tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] 10.222.0.68 "GET /v2.0/ports?device_id=41ba888e-6794-4d21-8b8c-00578e7eb22d HTTP/1.1" status: 200 len: 943 time: 0.1869128 Feb 15 21:45:49.394257 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [req-5f21fddf-941c-4aab-b632-0f57acca8156 req-85b6f97b-c679-4415-b1af-60887ffd56d9 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:45:49.418507 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [req-55e3c48f-e83c-451f-a2d2-d45221302ca2 req-2f3a7666-6066-40cc-a051-5248586a7cb6 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Synchronizing usage tracker for tenant:83efcaddc4174c70aaaa9d4a9e274006 on resource:port {{(pid=83998) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 21:45:49.422746 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f21fddf-941c-4aab-b632-0f57acca8156 req-85b6f97b-c679-4415-b1af-60887ffd56d9 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Made reservation on behalf of 01d1e938225c413c8b7177a31ac61fd8 for: {'port': 1} {{(pid=83998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 15 21:45:49.428602 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-5f21fddf-941c-4aab-b632-0f57acca8156 req-85b6f97b-c679-4415-b1af-60887ffd56d9 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:49.463291 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-067b62af-aee4-4fda-8678-97e703c0eef1 req-bac5b08c-7be1-47a0-8881-72da03571731 tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] 10.222.0.68 "GET /v2.0/security-groups?id=5675173e-9aa6-470b-8625-3bf575193c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0597193 Feb 15 21:45:49.483815 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [req-55e3c48f-e83c-451f-a2d2-d45221302ca2 req-2f3a7666-6066-40cc-a051-5248586a7cb6 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Unset dirty status for tenant:83efcaddc4174c70aaaa9d4a9e274006 on resource:port {{(pid=83998) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 21:45:49.485278 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-55e3c48f-e83c-451f-a2d2-d45221302ca2 req-2f3a7666-6066-40cc-a051-5248586a7cb6 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=83efcaddc4174c70aaaa9d4a9e274006&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1982965 Feb 15 21:45:49.782560 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-74c56c11-2fa3-42af-8115-86c4a0e57561 req-adef56c2-16fb-4e46-9ef9-86c314f61304 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "GET /v2.0/ports?device_id=8ebc2431-5f66-4ed5-950b-983bb076b58f HTTP/1.1" status: 200 len: 210 time: 0.0636597 Feb 15 21:45:49.924503 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-55e3c48f-e83c-451f-a2d2-d45221302ca2 req-7aa74cd5-1d56-40dc-944d-56804896fb68 service neutron] 10.222.0.68 "GET /v2.0/networks/5a32d5d1-e1a3-4ef5-be5e-207bd58c1352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4229906 Feb 15 21:45:49.962362 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.db_base_plugin_common [req-5f21fddf-941c-4aab-b632-0f57acca8156 req-85b6f97b-c679-4415-b1af-60887ffd56d9 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Allocated IP 172.20.0.14 (69e9f844-d8da-4039-9b13-e108b452a38b/96a9e4d7-4193-4d87-beab-01964d61c871/5f1fbf4c-ab8d-4dc5-97e1-f2da39ede033) {{(pid=83998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 15 21:45:50.150745 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-55e3c48f-e83c-451f-a2d2-d45221302ca2 req-bf58bb48-4375-4a59-9173-fa689d49bb0e service neutron] 10.222.0.68 "GET /v2.0/networks/5a32d5d1-e1a3-4ef5-be5e-207bd58c1352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2190859 Feb 15 21:45:50.285049 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-5f21fddf-941c-4aab-b632-0f57acca8156 req-85b6f97b-c679-4415-b1af-60887ffd56d9 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Notify callbacks [] for port, precommit_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:50.305783 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [req-5f21fddf-941c-4aab-b632-0f57acca8156 req-85b6f97b-c679-4415-b1af-60887ffd56d9 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Transition to ACTIVE for port object 5f1fbf4c-ab8d-4dc5-97e1-f2da39ede033 will not be triggered until provisioned by entity DHCP. {{(pid=83998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 21:45:50.338894 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-5f21fddf-941c-4aab-b632-0f57acca8156 req-85b6f97b-c679-4415-b1af-60887ffd56d9 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363257537239207'] for port, after_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:50.354678 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:45:50.377564 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-cf22e7e5-4991-49e4-999f-34f6c98abdd5 req-a6700f4b-8b7f-4dfb-9f88-38568ac594c7 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/ports?device_id=e5482a83-bae4-476f-b0ba-1aca2bb0f2ae HTTP/1.1" status: 200 len: 210 time: 0.0562522 Feb 15 21:45:50.519388 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b6f97b-c679-4415-b1af-60887ffd56d9 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Pushing event updated for resources: {'Port': ['ID=5f1fbf4c-ab8d-4dc5-97e1-f2da39ede033,revision_number=1']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:45:50.524184 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-85b6f97b-c679-4415-b1af-60887ffd56d9 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:45:50.571589 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f21fddf-941c-4aab-b632-0f57acca8156 req-85b6f97b-c679-4415-b1af-60887ffd56d9 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Network 69e9f844-d8da-4039-9b13-e108b452a38b is already hosted by enough agents. {{(pid=83998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 21:45:50.573267 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.base_scheduler [req-5f21fddf-941c-4aab-b632-0f57acca8156 req-85b6f97b-c679-4415-b1af-60887ffd56d9 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Resources bound (agent type, host, resource id): {{(pid=83998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 21:45:50.576056 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f21fddf-941c-4aab-b632-0f57acca8156 req-85b6f97b-c679-4415-b1af-60887ffd56d9 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Received port after_create {{(pid=83998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 15 21:45:50.582059 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f21fddf-941c-4aab-b632-0f57acca8156 req-85b6f97b-c679-4415-b1af-60887ffd56d9 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:45:50.582059 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-5f21fddf-941c-4aab-b632-0f57acca8156 req-85b6f97b-c679-4415-b1af-60887ffd56d9 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762656'] for port, before_response {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:50.670599 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-5f21fddf-941c-4aab-b632-0f57acca8156 req-85b6f97b-c679-4415-b1af-60887ffd56d9 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5468373 Feb 15 21:45:50.688391 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.v2.base [req-5f21fddf-941c-4aab-b632-0f57acca8156 req-acf1038d-322e-4d04-8fa9-8c1d8d8ecd31 service neutron] Request body: {'port': {'device_id': '8ebc2431-5f66-4ed5-950b-983bb076b58f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77525'}} {{(pid=83998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:45:50.733003 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e2914c-72af-4dc9-b628-5765bbfa8f67 req-ebcb7ff3-e206-4175-b4e7-42b1fded2676 tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:45:50.734791 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-d7e2914c-72af-4dc9-b628-5765bbfa8f67 req-ebcb7ff3-e206-4175-b4e7-42b1fded2676 tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] 10.222.0.68 "GET /v2.0/ports?device_id=41ba888e-6794-4d21-8b8c-00578e7eb22d HTTP/1.1" status: 200 len: 943 time: 0.1486816 Feb 15 21:45:50.862784 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-d7e2914c-72af-4dc9-b628-5765bbfa8f67 req-d88e5523-b62b-4d52-a4a2-317cd7a7e30c tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] 10.222.0.68 "GET /v2.0/security-groups?id=5675173e-9aa6-470b-8625-3bf575193c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1109359 Feb 15 21:45:50.875610 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-3019a476-1b52-42e3-92a0-9a80de55a018 None None] Provisioning for port 5f1fbf4c-ab8d-4dc5-97e1-f2da39ede033 completed by entity DHCP. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 21:45:50.893713 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-5f21fddf-941c-4aab-b632-0f57acca8156 req-acf1038d-322e-4d04-8fa9-8c1d8d8ecd31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:50.898380 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-3019a476-1b52-42e3-92a0-9a80de55a018 None None] Provisioning complete for port 5f1fbf4c-ab8d-4dc5-97e1-f2da39ede033 triggered by entity DHCP. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:45:50.898823 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-3019a476-1b52-42e3-92a0-9a80de55a018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:50.960274 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.plugin [None req-3019a476-1b52-42e3-92a0-9a80de55a018 None None] Port 5f1fbf4c-ab8d-4dc5-97e1-f2da39ede033 cannot update to ACTIVE because it is not bound. {{(pid=84000) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 15 21:45:51.048441 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67deb03b-9fba-4325-8ec2-5229cc69a5f3 req-9bd75ee5-397b-40b8-8040-df0fc5cabc34 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:45:51.050196 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-67deb03b-9fba-4325-8ec2-5229cc69a5f3 req-9bd75ee5-397b-40b8-8040-df0fc5cabc34 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "GET /v2.0/ports?device_id=8ebc2431-5f66-4ed5-950b-983bb076b58f HTTP/1.1" status: 200 len: 932 time: 0.1005683 Feb 15 21:45:51.110181 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-67deb03b-9fba-4325-8ec2-5229cc69a5f3 req-00956c51-4b34-42f3-bc95-11334820a01c tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "GET /v2.0/security-groups?id=b682ea1e-6fd0-4363-a586-e76a5aa683e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516620 Feb 15 21:45:51.378645 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.notifiers.nova [req-5f21fddf-941c-4aab-b632-0f57acca8156 req-acf1038d-322e-4d04-8fa9-8c1d8d8ecd31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f1fbf4c-ab8d-4dc5-97e1-f2da39ede033 {{(pid=83998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 15 21:45:51.393949 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-5f21fddf-941c-4aab-b632-0f57acca8156 req-acf1038d-322e-4d04-8fa9-8c1d8d8ecd31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:51.409800 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [req-5f21fddf-941c-4aab-b632-0f57acca8156 req-acf1038d-322e-4d04-8fa9-8c1d8d8ecd31 service neutron] Transition to ACTIVE for port object 5f1fbf4c-ab8d-4dc5-97e1-f2da39ede033 will not be triggered until provisioned by entity L2. {{(pid=83998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 21:45:51.419312 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-5f21fddf-941c-4aab-b632-0f57acca8156 req-acf1038d-322e-4d04-8fa9-8c1d8d8ecd31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779317976793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779317533282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257537242501'] for port, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:51.441503 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-83a9380c-1f9e-4670-9009-14b9dd0ab19e tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:45:51.711290 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e3c48f-e83c-451f-a2d2-d45221302ca2 req-94863fd9-f87c-4a52-935e-9b93ca5aee2e tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:45:51.711567 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-a4484712-db18-4799-b52b-599ee8a1041e req-25cc4a5a-fa0e-4160-a976-e15d2642c59a tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/ports?device_id=e5482a83-bae4-476f-b0ba-1aca2bb0f2ae HTTP/1.1" status: 200 len: 210 time: 0.1369817 Feb 15 21:45:51.712440 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [req-55e3c48f-e83c-451f-a2d2-d45221302ca2 req-94863fd9-f87c-4a52-935e-9b93ca5aee2e tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Synchronizing usage tracker for tenant:83efcaddc4174c70aaaa9d4a9e274006 on resource:network {{(pid=83999) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 21:45:51.735180 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [req-55e3c48f-e83c-451f-a2d2-d45221302ca2 req-94863fd9-f87c-4a52-935e-9b93ca5aee2e tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Unset dirty status for tenant:83efcaddc4174c70aaaa9d4a9e274006 on resource:network {{(pid=83999) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 21:45:51.736486 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-55e3c48f-e83c-451f-a2d2-d45221302ca2 req-94863fd9-f87c-4a52-935e-9b93ca5aee2e tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.46 "GET /v2.0/networks?id=5a32d5d1-e1a3-4ef5-be5e-207bd58c1352 HTTP/1.1" status: 200 len: 817 time: 0.2242174 Feb 15 21:45:51.767140 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf1038d-322e-4d04-8fa9-8c1d8d8ecd31 service neutron] Pushing event updated for resources: {'Port': ['ID=5f1fbf4c-ab8d-4dc5-97e1-f2da39ede033,revision_number=2']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:45:51.776479 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-acf1038d-322e-4d04-8fa9-8c1d8d8ecd31 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:45:51.807676 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.managers [req-5f21fddf-941c-4aab-b632-0f57acca8156 req-acf1038d-322e-4d04-8fa9-8c1d8d8ecd31 service neutron] Attempting to bind port 5f1fbf4c-ab8d-4dc5-97e1-f2da39ede033 on host hv-cinder-77525 for vnic_type normal with profile {{(pid=83998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 21:45:51.809769 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.managers [req-5f21fddf-941c-4aab-b632-0f57acca8156 req-acf1038d-322e-4d04-8fa9-8c1d8d8ecd31 service neutron] Attempting to bind port 5f1fbf4c-ab8d-4dc5-97e1-f2da39ede033 by drivers openvswitch on host hv-cinder-77525 at level 0 using segments [{'id': '8c893903-8c9b-4ad7-b25b-3668faa686d9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '69e9f844-d8da-4039-9b13-e108b452a38b'}] {{(pid=83998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 15 21:45:51.810305 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f21fddf-941c-4aab-b632-0f57acca8156 req-acf1038d-322e-4d04-8fa9-8c1d8d8ecd31 service neutron] Attempting to bind port 5f1fbf4c-ab8d-4dc5-97e1-f2da39ede033 on network 69e9f844-d8da-4039-9b13-e108b452a38b {{(pid=83998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 15 21:45:51.818403 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f21fddf-941c-4aab-b632-0f57acca8156 req-acf1038d-322e-4d04-8fa9-8c1d8d8ecd31 service neutron] Checking agent: {'id': '3b9d0ad6-16ce-46f2-a5c4-f9a7961e9638', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77525', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 21, 37, 44), 'started_at': datetime.datetime(2021, 2, 15, 21, 38, 14), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 21, 45, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 21:45:51.818937 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f21fddf-941c-4aab-b632-0f57acca8156 req-acf1038d-322e-4d04-8fa9-8c1d8d8ecd31 service neutron] Checking segment: {'id': '8c893903-8c9b-4ad7-b25b-3668faa686d9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '69e9f844-d8da-4039-9b13-e108b452a38b'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 21:45:51.819464 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-5f21fddf-941c-4aab-b632-0f57acca8156 req-acf1038d-322e-4d04-8fa9-8c1d8d8ecd31 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:51.819970 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f21fddf-941c-4aab-b632-0f57acca8156 req-acf1038d-322e-4d04-8fa9-8c1d8d8ecd31 service neutron] Bound using segment: {'id': '8c893903-8c9b-4ad7-b25b-3668faa686d9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '69e9f844-d8da-4039-9b13-e108b452a38b'} {{(pid=83998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 21:45:51.820681 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.managers [req-5f21fddf-941c-4aab-b632-0f57acca8156 req-acf1038d-322e-4d04-8fa9-8c1d8d8ecd31 service neutron] Bound port: 5f1fbf4c-ab8d-4dc5-97e1-f2da39ede033, host: hv-cinder-77525, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c893903-8c9b-4ad7-b25b-3668faa686d9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '69e9f844-d8da-4039-9b13-e108b452a38b'}}] {{(pid=83998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 15 21:45:51.821164 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-5f21fddf-941c-4aab-b632-0f57acca8156 req-acf1038d-322e-4d04-8fa9-8c1d8d8ecd31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:51.898457 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [req-55e3c48f-e83c-451f-a2d2-d45221302ca2 req-3c293ea3-f094-420d-8063-5b44dbe1b53c tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Synchronizing usage tracker for tenant:83efcaddc4174c70aaaa9d4a9e274006 on resource:security_group {{(pid=83999) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 21:45:51.916135 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [req-55e3c48f-e83c-451f-a2d2-d45221302ca2 req-3c293ea3-f094-420d-8063-5b44dbe1b53c tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Unset dirty status for tenant:83efcaddc4174c70aaaa9d4a9e274006 on resource:security_group {{(pid=83999) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 21:45:51.917858 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-55e3c48f-e83c-451f-a2d2-d45221302ca2 req-3c293ea3-f094-420d-8063-5b44dbe1b53c tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=83efcaddc4174c70aaaa9d4a9e274006 HTTP/1.1" status: 200 len: 5708 time: 0.1670883 Feb 15 21:45:51.930531 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.v2.base [req-55e3c48f-e83c-451f-a2d2-d45221302ca2 req-c6469329-3ced-48f8-9fac-46137112bd46 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Request body: {'port': {'device_id': 'e5482a83-bae4-476f-b0ba-1aca2bb0f2ae', 'network_id': '5a32d5d1-e1a3-4ef5-be5e-207bd58c1352', 'admin_state_up': True, 'tenant_id': '83efcaddc4174c70aaaa9d4a9e274006', 'security_groups': ['36c84c7e-747c-4296-a4e6-ed2a9acb3cd6']}} {{(pid=83999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:45:52.000483 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [req-5f21fddf-941c-4aab-b632-0f57acca8156 req-acf1038d-322e-4d04-8fa9-8c1d8d8ecd31 service neutron] For port 5f1fbf4c-ab8d-4dc5-97e1-f2da39ede033, host hv-cinder-77525, cleared binding levels {{(pid=83998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 15 21:45:52.007498 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [req-5f21fddf-941c-4aab-b632-0f57acca8156 req-acf1038d-322e-4d04-8fa9-8c1d8d8ecd31 service neutron] For port 5f1fbf4c-ab8d-4dc5-97e1-f2da39ede033, host hv-cinder-77525, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=5f1fbf4c-ab8d-4dc5-97e1-f2da39ede033,segment=NetworkSegment(8c893903-8c9b-4ad7-b25b-3668faa686d9),segment_id=8c893903-8c9b-4ad7-b25b-3668faa686d9)] {{(pid=83998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 15 21:45:52.015386 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-5f21fddf-941c-4aab-b632-0f57acca8156 req-acf1038d-322e-4d04-8fa9-8c1d8d8ecd31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779317976793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779317533282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257537242501'] for port, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:52.047430 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-acf1038d-322e-4d04-8fa9-8c1d8d8ecd31 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:45:52.165529 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [req-55e3c48f-e83c-451f-a2d2-d45221302ca2 req-c6469329-3ced-48f8-9fac-46137112bd46 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:45:52.181707 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11999667-318f-46af-8e59-ec29a5682968 req-ee26333f-4ca1-4ead-ba08-7c2389d62c2a tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:45:52.183361 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-11999667-318f-46af-8e59-ec29a5682968 req-ee26333f-4ca1-4ead-ba08-7c2389d62c2a tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] 10.222.0.68 "GET /v2.0/ports?device_id=41ba888e-6794-4d21-8b8c-00578e7eb22d HTTP/1.1" status: 200 len: 943 time: 0.1506157 Feb 15 21:45:52.187468 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [req-55e3c48f-e83c-451f-a2d2-d45221302ca2 req-c6469329-3ced-48f8-9fac-46137112bd46 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:45:52.207303 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf1038d-322e-4d04-8fa9-8c1d8d8ecd31 service neutron] Pushing event updated for resources: {'Port': ['ID=5f1fbf4c-ab8d-4dc5-97e1-f2da39ede033,revision_number=3']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:45:52.213745 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-acf1038d-322e-4d04-8fa9-8c1d8d8ecd31 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:45:52.215455 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55e3c48f-e83c-451f-a2d2-d45221302ca2 req-c6469329-3ced-48f8-9fac-46137112bd46 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Made reservation on behalf of 83efcaddc4174c70aaaa9d4a9e274006 for: {'port': 1} {{(pid=83999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 15 21:45:52.221177 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-55e3c48f-e83c-451f-a2d2-d45221302ca2 req-c6469329-3ced-48f8-9fac-46137112bd46 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:52.250344 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f21fddf-941c-4aab-b632-0f57acca8156 req-acf1038d-322e-4d04-8fa9-8c1d8d8ecd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:45:52.251190 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-5f21fddf-941c-4aab-b632-0f57acca8156 req-acf1038d-322e-4d04-8fa9-8c1d8d8ecd31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762656'] for port, before_response {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:52.252661 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-5f21fddf-941c-4aab-b632-0f57acca8156 req-acf1038d-322e-4d04-8fa9-8c1d8d8ecd31 service neutron] 10.222.0.46 "PUT /v2.0/ports/5f1fbf4c-ab8d-4dc5-97e1-f2da39ede033 HTTP/1.1" status: 200 len: 1158 time: 1.5707257 Feb 15 21:45:52.253212 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ebc2431-5f66-4ed5-950b-983bb076b58f', 'tag': '5f1fbf4c-ab8d-4dc5-97e1-f2da39ede033'}] {{(pid=83998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 21:45:52.277238 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-11999667-318f-46af-8e59-ec29a5682968 req-d466623c-7bf6-45e2-9dc9-42c282958b82 tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] 10.222.0.68 "GET /v2.0/security-groups?id=5675173e-9aa6-470b-8625-3bf575193c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0826104 Feb 15 21:45:52.366574 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-e4a36a50-6468-451a-8e14-13c4bbcf4b83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:52.386866 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ebc2431-5f66-4ed5-950b-983bb076b58f', 'tag': '5f1fbf4c-ab8d-4dc5-97e1-f2da39ede033', 'status': 'completed', 'code': 200} Feb 15 21:45:52.436767 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815971fc-1aec-400a-967e-e4033ac6e8e7 req-79549238-ae4c-4f53-bfaf-73205579741a tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:45:52.437617 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [req-815971fc-1aec-400a-967e-e4033ac6e8e7 req-79549238-ae4c-4f53-bfaf-73205579741a tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Synchronizing usage tracker for tenant:01d1e938225c413c8b7177a31ac61fd8 on resource:port {{(pid=83998) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 21:45:52.456173 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f21fddf-941c-4aab-b632-0f57acca8156 req-3bf2b398-3da2-456b-80dc-d196d0baa377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:45:52.458270 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-5f21fddf-941c-4aab-b632-0f57acca8156 req-3bf2b398-3da2-456b-80dc-d196d0baa377 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=01d1e938225c413c8b7177a31ac61fd8&device_id=8ebc2431-5f66-4ed5-950b-983bb076b58f HTTP/1.1" status: 200 len: 1161 time: 0.1446943 Feb 15 21:45:52.514683 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-4f2d6fe3-588d-414d-8fc0-9e430caa4704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:52.600233 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.db_base_plugin_common [req-55e3c48f-e83c-451f-a2d2-d45221302ca2 req-c6469329-3ced-48f8-9fac-46137112bd46 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Allocated IP 172.20.0.11 (5a32d5d1-e1a3-4ef5-be5e-207bd58c1352/f1da26f9-af3a-42e2-9b06-af8d75ade4f1/cb876bfc-a135-447a-934a-6d4680c0eefa) {{(pid=83999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 15 21:45:52.794761 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-5f21fddf-941c-4aab-b632-0f57acca8156 req-3678c71b-0034-4896-8460-a824319aea08 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5f1fbf4c-ab8d-4dc5-97e1-f2da39ede033 HTTP/1.1" status: 200 len: 217 time: 0.3276999 Feb 15 21:45:52.795554 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [req-815971fc-1aec-400a-967e-e4033ac6e8e7 req-79549238-ae4c-4f53-bfaf-73205579741a tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Unset dirty status for tenant:01d1e938225c413c8b7177a31ac61fd8 on resource:port {{(pid=83998) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 21:45:52.796711 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-815971fc-1aec-400a-967e-e4033ac6e8e7 req-79549238-ae4c-4f53-bfaf-73205579741a tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "GET /v2.0/ports?device_id=8ebc2431-5f66-4ed5-950b-983bb076b58f HTTP/1.1" status: 200 len: 944 time: 0.5381739 Feb 15 21:45:52.833190 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-55e3c48f-e83c-451f-a2d2-d45221302ca2 req-c6469329-3ced-48f8-9fac-46137112bd46 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Notify callbacks [] for port, precommit_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:52.852433 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [req-55e3c48f-e83c-451f-a2d2-d45221302ca2 req-c6469329-3ced-48f8-9fac-46137112bd46 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Transition to ACTIVE for port object cb876bfc-a135-447a-934a-6d4680c0eefa will not be triggered until provisioned by entity DHCP. {{(pid=83999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 21:45:52.904169 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f21fddf-941c-4aab-b632-0f57acca8156 req-f00301ef-e86d-4726-9183-0efe28c0528f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:45:52.905916 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-5f21fddf-941c-4aab-b632-0f57acca8156 req-f00301ef-e86d-4726-9183-0efe28c0528f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=96a9e4d7-4193-4d87-beab-01964d61c871 HTTP/1.1" status: 200 len: 849 time: 0.1042461 Feb 15 21:45:52.924871 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-546caf66-310b-46c4-ada7-a89721cb4367 req-3a8b96ec-0d1d-411f-a330-32a42d8f603b tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/ports?device_id=e5482a83-bae4-476f-b0ba-1aca2bb0f2ae HTTP/1.1" status: 200 len: 210 time: 0.0668051 Feb 15 21:45:52.943196 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-55e3c48f-e83c-451f-a2d2-d45221302ca2 req-c6469329-3ced-48f8-9fac-46137112bd46 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363257537239207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853815187'] for port, after_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:52.962335 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-bdb2a925-75c3-4176-a66c-ab3a45ddfd65 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:45:52.977189 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83998) accepted ('10.222.0.68', 52494) {{(pid=83998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:45:52.987977 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-815971fc-1aec-400a-967e-e4033ac6e8e7 req-430bda95-b10e-453b-b81a-6c60b741970c tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "GET /v2.0/security-groups?id=b682ea1e-6fd0-4363-a586-e76a5aa683e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066265 Feb 15 21:45:53.071614 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.db_base_plugin_v2 [None req-beb78959-c84f-40d7-aeee-5cc0061ec545 admin admin] Deleting subnet 2afdfb64-c937-4aeb-a31e-c067e4aa4d45 {{(pid=83998) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 15 21:45:53.077231 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-beb78959-c84f-40d7-aeee-5cc0061ec545 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:53.137858 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f21fddf-941c-4aab-b632-0f57acca8156 req-e0ab500c-519f-464f-8895-0040497f4b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:45:53.139912 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-5f21fddf-941c-4aab-b632-0f57acca8156 req-e0ab500c-519f-464f-8895-0040497f4b30 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=69e9f844-d8da-4039-9b13-e108b452a38b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2193432 Feb 15 21:45:53.146976 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-beb78959-c84f-40d7-aeee-5cc0061ec545 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:53.192889 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-beb78959-c84f-40d7-aeee-5cc0061ec545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3509935'] for subnet, precommit_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:53.374601 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6469329-3ced-48f8-9fac-46137112bd46 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Pushing event updated for resources: {'Port': ['ID=cb876bfc-a135-447a-934a-6d4680c0eefa,revision_number=1']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:45:53.379351 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-c6469329-3ced-48f8-9fac-46137112bd46 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:45:53.447754 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-5f21fddf-941c-4aab-b632-0f57acca8156 req-fdf9278b-9c63-43ba-8a06-f8e1c6a9d265 service neutron] 10.222.0.46 "GET /v2.0/networks/69e9f844-d8da-4039-9b13-e108b452a38b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2975132 Feb 15 21:45:53.470592 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:53.478079 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Device 291bbd16-e1db-4d9d-9ad9-ed9cff6b0cd4 up at agent ovs-agent-hv-cinder-77525 {{(pid=84000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:45:53.484607 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55e3c48f-e83c-451f-a2d2-d45221302ca2 req-c6469329-3ced-48f8-9fac-46137112bd46 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Network 5a32d5d1-e1a3-4ef5-be5e-207bd58c1352 is already hosted by enough agents. {{(pid=83999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 21:45:53.487817 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.base_scheduler [req-55e3c48f-e83c-451f-a2d2-d45221302ca2 req-c6469329-3ced-48f8-9fac-46137112bd46 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Resources bound (agent type, host, resource id): {{(pid=83999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 21:45:53.490722 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvrscheduler_db [req-55e3c48f-e83c-451f-a2d2-d45221302ca2 req-c6469329-3ced-48f8-9fac-46137112bd46 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Received port after_create {{(pid=83999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 15 21:45:53.568945 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e3c48f-e83c-451f-a2d2-d45221302ca2 req-c6469329-3ced-48f8-9fac-46137112bd46 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:45:53.569692 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-55e3c48f-e83c-451f-a2d2-d45221302ca2 req-c6469329-3ced-48f8-9fac-46137112bd46 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762656'] for port, before_response {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:53.585615 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Provisioning complete for port 291bbd16-e1db-4d9d-9ad9-ed9cff6b0cd4 triggered by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:45:53.586368 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:53.588551 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd694c37-a812-40e7-a68c-62275c6f0c57 req-26fd0536-aa31-4d1b-bb5a-fbf567277946 tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:45:53.590277 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-bd694c37-a812-40e7-a68c-62275c6f0c57 req-26fd0536-aa31-4d1b-bb5a-fbf567277946 tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] 10.222.0.68 "GET /v2.0/ports?device_id=41ba888e-6794-4d21-8b8c-00578e7eb22d HTTP/1.1" status: 200 len: 943 time: 0.1883383 Feb 15 21:45:53.644286 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-55e3c48f-e83c-451f-a2d2-d45221302ca2 req-c6469329-3ced-48f8-9fac-46137112bd46 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7196147 Feb 15 21:45:53.662139 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.v2.base [req-55e3c48f-e83c-451f-a2d2-d45221302ca2 req-fddcb9f7-9195-48e1-b628-8a3559d8a98d service neutron] Request body: {'port': {'device_id': 'e5482a83-bae4-476f-b0ba-1aca2bb0f2ae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77525'}} {{(pid=83999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:45:53.699681 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-5f21fddf-941c-4aab-b632-0f57acca8156 req-a50ac697-ee87-4c25-a33e-b3baec18971d service neutron] 10.222.0.46 "GET /v2.0/networks/69e9f844-d8da-4039-9b13-e108b452a38b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2409246 Feb 15 21:45:53.715417 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-bd694c37-a812-40e7-a68c-62275c6f0c57 req-64a85182-06ac-4eee-aca6-21d1741968df tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] 10.222.0.68 "GET /v2.0/security-groups?id=5675173e-9aa6-470b-8625-3bf575193c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1167266 Feb 15 21:45:53.716514 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-beb78959-c84f-40d7-aeee-5cc0061ec545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851265832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232'] for subnet, after_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:53.739130 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-4e04e90d-eae1-4594-adcf-c79bec95f073 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:45:53.778904 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:53.813769 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41ba888e-6794-4d21-8b8c-00578e7eb22d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '291bbd16-e1db-4d9d-9ad9-ed9cff6b0cd4'}] {{(pid=84000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 21:45:53.825785 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] For port 291bbd16-e1db-4d9d-9ad9-ed9cff6b0cd4, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=291bbd16-e1db-4d9d-9ad9-ed9cff6b0cd4,segment=NetworkSegment(0b7339a4-af60-4f41-9eeb-cada19b9ad25),segment_id=0b7339a4-af60-4f41-9eeb-cada19b9ad25)] {{(pid=84000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:45:53.833294 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779317976793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779317533282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257537242501'] for port, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:53.836092 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:45:53.837953 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-55e3c48f-e83c-451f-a2d2-d45221302ca2 req-fddcb9f7-9195-48e1-b628-8a3559d8a98d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_update {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:53.879644 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb78959-c84f-40d7-aeee-5cc0061ec545 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2afdfb64-c937-4aeb-a31e-c067e4aa4d45,revision_number=None']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:45:53.882787 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-beb78959-c84f-40d7-aeee-5cc0061ec545 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:45:53.925312 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-94ff451b-4933-4dd0-b837-1eceb6599c5f None None] Provisioning for port cb876bfc-a135-447a-934a-6d4680c0eefa completed by entity DHCP. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 21:45:53.938211 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-94ff451b-4933-4dd0-b837-1eceb6599c5f None None] Provisioning complete for port cb876bfc-a135-447a-934a-6d4680c0eefa triggered by entity DHCP. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:45:53.938633 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-94ff451b-4933-4dd0-b837-1eceb6599c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:53.966166 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41ba888e-6794-4d21-8b8c-00578e7eb22d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '291bbd16-e1db-4d9d-9ad9-ed9cff6b0cd4', 'code': 200} Feb 15 21:45:54.004310 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Pushing event updated for resources: {'Port': ['ID=291bbd16-e1db-4d9d-9ad9-ed9cff6b0cd4,revision_number=6']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:45:54.015986 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:45:54.021924 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.plugin [None req-94ff451b-4933-4dd0-b837-1eceb6599c5f None None] Port cb876bfc-a135-447a-934a-6d4680c0eefa cannot update to ACTIVE because it is not bound. {{(pid=84000) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 15 21:45:54.048277 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-beb78959-c84f-40d7-aeee-5cc0061ec545 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:54.061218 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-beb78959-c84f-40d7-aeee-5cc0061ec545 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/2afdfb64-c937-4aeb-a31e-c067e4aa4d45 HTTP/1.1" status: 204 len: 168 time: 1.0804763 Feb 15 21:45:54.061609 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83998) accepted ('10.222.0.68', 52506) {{(pid=83998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:45:54.167645 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff4b766-8b6b-4ef1-93f9-db11094c055b req-a1cb5431-72a4-49d9-ba69-e37471273569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:45:54.169541 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-1ff4b766-8b6b-4ef1-93f9-db11094c055b req-a1cb5431-72a4-49d9-ba69-e37471273569 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=01d1e938225c413c8b7177a31ac61fd8&device_id=8ebc2431-5f66-4ed5-950b-983bb076b58f HTTP/1.1" status: 200 len: 1161 time: 0.3594582 Feb 15 21:45:54.363590 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533491d5-8d8e-4426-8676-fda3d6c0052d req-696838e1-8709-4644-bd50-a988e33d852b tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:45:54.364363 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [req-533491d5-8d8e-4426-8676-fda3d6c0052d req-696838e1-8709-4644-bd50-a988e33d852b tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Synchronizing usage tracker for tenant:83efcaddc4174c70aaaa9d4a9e274006 on resource:port {{(pid=83999) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 21:45:54.388819 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-b122e0be-a6ca-4dbd-9456-a50c847f5a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3535857'] for network, before_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:54.403554 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [req-533491d5-8d8e-4426-8676-fda3d6c0052d req-696838e1-8709-4644-bd50-a988e33d852b tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Unset dirty status for tenant:83efcaddc4174c70aaaa9d4a9e274006 on resource:port {{(pid=83999) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 21:45:54.412722 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-533491d5-8d8e-4426-8676-fda3d6c0052d req-696838e1-8709-4644-bd50-a988e33d852b tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/ports?device_id=e5482a83-bae4-476f-b0ba-1aca2bb0f2ae HTTP/1.1" status: 200 len: 932 time: 0.2642305 Feb 15 21:45:54.442935 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-c15141da-837e-426e-b554-b41f5a3e4bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:54.522306 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-533491d5-8d8e-4426-8676-fda3d6c0052d req-8fd8aa89-c4fa-4105-b4fd-1b52347d6a4a tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/security-groups?id=36c84c7e-747c-4296-a4e6-ed2a9acb3cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1103325 Feb 15 21:45:54.533226 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.notifiers.nova [req-55e3c48f-e83c-451f-a2d2-d45221302ca2 req-fddcb9f7-9195-48e1-b628-8a3559d8a98d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb876bfc-a135-447a-934a-6d4680c0eefa {{(pid=83999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 15 21:45:54.542139 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-55e3c48f-e83c-451f-a2d2-d45221302ca2 req-fddcb9f7-9195-48e1-b628-8a3559d8a98d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:54.556379 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [req-55e3c48f-e83c-451f-a2d2-d45221302ca2 req-fddcb9f7-9195-48e1-b628-8a3559d8a98d service neutron] Transition to ACTIVE for port object cb876bfc-a135-447a-934a-6d4680c0eefa will not be triggered until provisioned by entity L2. {{(pid=83999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 21:45:54.559474 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-55e3c48f-e83c-451f-a2d2-d45221302ca2 req-fddcb9f7-9195-48e1-b628-8a3559d8a98d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779317976793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779317533282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257537242501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-960628'] for port, after_update {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:54.575995 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-78672737-78ed-432e-9086-0feba3e8c377 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:45:54.603890 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff4b766-8b6b-4ef1-93f9-db11094c055b req-baa5578e-2ca5-4442-a8f7-051f18483e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:45:54.605534 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-1ff4b766-8b6b-4ef1-93f9-db11094c055b req-baa5578e-2ca5-4442-a8f7-051f18483e72 service neutron] 10.222.0.46 "GET /v2.0/networks?id=69e9f844-d8da-4039-9b13-e108b452a38b HTTP/1.1" status: 200 len: 904 time: 0.4256628 Feb 15 21:45:54.722305 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddcb9f7-9195-48e1-b628-8a3559d8a98d service neutron] Pushing event updated for resources: {'Port': ['ID=cb876bfc-a135-447a-934a-6d4680c0eefa,revision_number=2']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:45:54.726892 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-fddcb9f7-9195-48e1-b628-8a3559d8a98d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:45:54.745080 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-b122e0be-a6ca-4dbd-9456-a50c847f5a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3509558', 'neutron.services.segments.db._delete_segments_for_network--9223363257536900809'] for network, precommit_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:54.763811 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-1ff4b766-8b6b-4ef1-93f9-db11094c055b req-1fb74ac9-bf88-43bc-b3dd-6ee13f591e7b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5f1fbf4c-ab8d-4dc5-97e1-f2da39ede033 HTTP/1.1" status: 200 len: 217 time: 0.1048236 Feb 15 21:45:54.789506 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fba95f2-1ac6-4d74-9e15-fa4bcdfcef59 req-09828c47-b294-4a51-bcaa-2c57d8ae16ec tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:45:54.791171 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-0fba95f2-1ac6-4d74-9e15-fa4bcdfcef59 req-09828c47-b294-4a51-bcaa-2c57d8ae16ec tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "GET /v2.0/ports?device_id=8ebc2431-5f66-4ed5-950b-983bb076b58f HTTP/1.1" status: 200 len: 944 time: 0.5843508 Feb 15 21:45:54.915570 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e215de-134c-4314-aeeb-b62b9d56b609 req-a512ac80-286d-404f-b204-b52499170cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:45:54.917227 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-02e215de-134c-4314-aeeb-b62b9d56b609 req-a512ac80-286d-404f-b204-b52499170cfe service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=41ba888e-6794-4d21-8b8c-00578e7eb22d HTTP/1.1" status: 200 len: 1162 time: 0.6327605 Feb 15 21:45:55.008544 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.managers [req-55e3c48f-e83c-451f-a2d2-d45221302ca2 req-fddcb9f7-9195-48e1-b628-8a3559d8a98d service neutron] Attempting to bind port cb876bfc-a135-447a-934a-6d4680c0eefa on host hv-cinder-77525 for vnic_type normal with profile {{(pid=83999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 21:45:55.008836 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.managers [req-55e3c48f-e83c-451f-a2d2-d45221302ca2 req-fddcb9f7-9195-48e1-b628-8a3559d8a98d service neutron] Attempting to bind port cb876bfc-a135-447a-934a-6d4680c0eefa by drivers openvswitch on host hv-cinder-77525 at level 0 using segments [{'id': '1388e872-eab5-4c96-8eb7-e6fd8402e86b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5a32d5d1-e1a3-4ef5-be5e-207bd58c1352'}] {{(pid=83999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 15 21:45:55.009200 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e3c48f-e83c-451f-a2d2-d45221302ca2 req-fddcb9f7-9195-48e1-b628-8a3559d8a98d service neutron] Attempting to bind port cb876bfc-a135-447a-934a-6d4680c0eefa on network 5a32d5d1-e1a3-4ef5-be5e-207bd58c1352 {{(pid=83999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 15 21:45:55.020097 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f282dfeb-1659-4294-b6e8-f675aad8f671 req-f13653f5-16c0-4c5c-aa16-2695ce85d0c4 tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:45:55.021727 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-f282dfeb-1659-4294-b6e8-f675aad8f671 req-f13653f5-16c0-4c5c-aa16-2695ce85d0c4 tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] 10.222.0.68 "GET /v2.0/ports?device_id=41ba888e-6794-4d21-8b8c-00578e7eb22d HTTP/1.1" status: 200 len: 945 time: 0.1735501 Feb 15 21:45:55.024508 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e3c48f-e83c-451f-a2d2-d45221302ca2 req-fddcb9f7-9195-48e1-b628-8a3559d8a98d service neutron] Checking agent: {'id': '3b9d0ad6-16ce-46f2-a5c4-f9a7961e9638', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77525', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 21, 37, 44), 'started_at': datetime.datetime(2021, 2, 15, 21, 38, 14), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 21, 45, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 21:45:55.024881 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e3c48f-e83c-451f-a2d2-d45221302ca2 req-fddcb9f7-9195-48e1-b628-8a3559d8a98d service neutron] Checking segment: {'id': '1388e872-eab5-4c96-8eb7-e6fd8402e86b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5a32d5d1-e1a3-4ef5-be5e-207bd58c1352'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 21:45:55.025277 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-55e3c48f-e83c-451f-a2d2-d45221302ca2 req-fddcb9f7-9195-48e1-b628-8a3559d8a98d service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:55.025687 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e3c48f-e83c-451f-a2d2-d45221302ca2 req-fddcb9f7-9195-48e1-b628-8a3559d8a98d service neutron] Bound using segment: {'id': '1388e872-eab5-4c96-8eb7-e6fd8402e86b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5a32d5d1-e1a3-4ef5-be5e-207bd58c1352'} {{(pid=83999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 21:45:55.026157 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.managers [req-55e3c48f-e83c-451f-a2d2-d45221302ca2 req-fddcb9f7-9195-48e1-b628-8a3559d8a98d service neutron] Bound port: cb876bfc-a135-447a-934a-6d4680c0eefa, host: hv-cinder-77525, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1388e872-eab5-4c96-8eb7-e6fd8402e86b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5a32d5d1-e1a3-4ef5-be5e-207bd58c1352'}}] {{(pid=83999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 15 21:45:55.026762 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-55e3c48f-e83c-451f-a2d2-d45221302ca2 req-fddcb9f7-9195-48e1-b628-8a3559d8a98d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_update {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:55.029867 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-0fba95f2-1ac6-4d74-9e15-fa4bcdfcef59 req-6976acff-4aa1-43a7-8edb-48610e48ee56 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "GET /v2.0/security-groups?id=b682ea1e-6fd0-4363-a586-e76a5aa683e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1333823 Feb 15 21:45:55.034010 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-b122e0be-a6ca-4dbd-9456-a50c847f5a0b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=83998) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:45:55.034416 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-b122e0be-a6ca-4dbd-9456-a50c847f5a0b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=83998) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:45:55.035239 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-b122e0be-a6ca-4dbd-9456-a50c847f5a0b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83998) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:45:55.035598 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-b122e0be-a6ca-4dbd-9456-a50c847f5a0b admin admin] Subscribe: > port after_create 55550000 {{(pid=83998) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:45:55.035947 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-b122e0be-a6ca-4dbd-9456-a50c847f5a0b admin admin] Subscribe: > port after_delete 55550000 {{(pid=83998) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:45:55.036335 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-b122e0be-a6ca-4dbd-9456-a50c847f5a0b admin admin] Subscribe: > port after_update 55550000 {{(pid=83998) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:45:55.036694 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-b122e0be-a6ca-4dbd-9456-a50c847f5a0b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=83998) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:45:55.037068 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-b122e0be-a6ca-4dbd-9456-a50c847f5a0b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=83998) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:45:55.037443 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-b122e0be-a6ca-4dbd-9456-a50c847f5a0b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=83998) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:45:55.037978 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-b122e0be-a6ca-4dbd-9456-a50c847f5a0b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=83998) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:45:55.126298 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-b122e0be-a6ca-4dbd-9456-a50c847f5a0b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=83998) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:45:55.126674 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-b122e0be-a6ca-4dbd-9456-a50c847f5a0b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=83998) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:45:55.127037 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-b122e0be-a6ca-4dbd-9456-a50c847f5a0b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=83998) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:45:55.127529 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-b122e0be-a6ca-4dbd-9456-a50c847f5a0b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=83998) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:45:55.128093 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.services.segments.db [None req-b122e0be-a6ca-4dbd-9456-a50c847f5a0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80ab6a5c-bf8a-446a-807a-e22b719ff5db']}} {{(pid=83998) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:45:55.142723 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-f282dfeb-1659-4294-b6e8-f675aad8f671 req-7cdc5a56-c4b6-4634-b0a1-a7c560678a2a tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] 10.222.0.68 "GET /v2.0/security-groups?id=5675173e-9aa6-470b-8625-3bf575193c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1041863 Feb 15 21:45:55.143690 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff4b766-8b6b-4ef1-93f9-db11094c055b req-5a75be87-396d-4a33-9e33-e55ff75def1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:45:55.145409 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-1ff4b766-8b6b-4ef1-93f9-db11094c055b req-5a75be87-396d-4a33-9e33-e55ff75def1e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=96a9e4d7-4193-4d87-beab-01964d61c871 HTTP/1.1" status: 200 len: 849 time: 0.3673885 Feb 15 21:45:55.149046 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-02e215de-134c-4314-aeeb-b62b9d56b609 req-edb43499-bf15-46d1-bb67-add29dbfeb8b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=5675173e-9aa6-470b-8625-3bf575193c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.2170134 Feb 15 21:45:55.150739 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.services.segments.db [None req-b122e0be-a6ca-4dbd-9456-a50c847f5a0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb851330-bf7d-4202-8d6e-e431be4d5d0d') {'for_net_delete': True} {{(pid=83998) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:45:55.151374 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.services.segments.db [None req-b122e0be-a6ca-4dbd-9456-a50c847f5a0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb851330-bf7d-4202-8d6e-e431be4d5d0d') {} {{(pid=83998) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:45:55.166261 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [req-55e3c48f-e83c-451f-a2d2-d45221302ca2 req-fddcb9f7-9195-48e1-b628-8a3559d8a98d service neutron] For port cb876bfc-a135-447a-934a-6d4680c0eefa, host hv-cinder-77525, cleared binding levels {{(pid=83999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 15 21:45:55.169438 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [req-55e3c48f-e83c-451f-a2d2-d45221302ca2 req-fddcb9f7-9195-48e1-b628-8a3559d8a98d service neutron] For port cb876bfc-a135-447a-934a-6d4680c0eefa, host hv-cinder-77525, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=cb876bfc-a135-447a-934a-6d4680c0eefa,segment=NetworkSegment(1388e872-eab5-4c96-8eb7-e6fd8402e86b),segment_id=1388e872-eab5-4c96-8eb7-e6fd8402e86b)] {{(pid=83999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 15 21:45:55.172129 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-b122e0be-a6ca-4dbd-9456-a50c847f5a0b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318004322', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036591258620'] for segment, before_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:55.174432 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-55e3c48f-e83c-451f-a2d2-d45221302ca2 req-fddcb9f7-9195-48e1-b628-8a3559d8a98d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779317976793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779317533282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257537242501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-960628'] for port, after_update {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:55.189555 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-b122e0be-a6ca-4dbd-9456-a50c847f5a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515977'] for segment, precommit_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:55.190918 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-566a6bcd-c182-4d2e-aa1a-b717608f9552 tempest-ServerRescueNegativeTestJSON-103293402 tempest-ServerRescueNegativeTestJSON-103293402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:45:55.191855 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b122e0be-a6ca-4dbd-9456-a50c847f5a0b admin admin] Releasing vxlan tunnel 8 to pool {{(pid=83998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 15 21:45:55.352518 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddcb9f7-9195-48e1-b628-8a3559d8a98d service neutron] Pushing event updated for resources: {'Port': ['ID=cb876bfc-a135-447a-934a-6d4680c0eefa,revision_number=3']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:45:55.364457 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-fddcb9f7-9195-48e1-b628-8a3559d8a98d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:45:55.383745 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e3c48f-e83c-451f-a2d2-d45221302ca2 req-fddcb9f7-9195-48e1-b628-8a3559d8a98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:45:55.384423 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-55e3c48f-e83c-451f-a2d2-d45221302ca2 req-fddcb9f7-9195-48e1-b628-8a3559d8a98d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762656'] for port, before_response {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:55.385951 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-55e3c48f-e83c-451f-a2d2-d45221302ca2 req-fddcb9f7-9195-48e1-b628-8a3559d8a98d service neutron] 10.222.0.46 "PUT /v2.0/ports/cb876bfc-a135-447a-934a-6d4680c0eefa HTTP/1.1" status: 200 len: 1158 time: 1.7327905 Feb 15 21:45:55.386481 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5482a83-bae4-476f-b0ba-1aca2bb0f2ae', 'tag': 'cb876bfc-a135-447a-934a-6d4680c0eefa'}] {{(pid=83999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 21:45:55.432481 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.managers [None req-b122e0be-a6ca-4dbd-9456-a50c847f5a0b admin admin] Network 80ab6a5c-bf8a-446a-807a-e22b719ff5db has no segments {{(pid=83998) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 15 21:45:55.443891 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-b122e0be-a6ca-4dbd-9456-a50c847f5a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851259790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036591573954'] for segment, after_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:55.519508 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e3c48f-e83c-451f-a2d2-d45221302ca2 req-91e32420-daf3-4992-80f4-15443933e2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:45:55.521825 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-55e3c48f-e83c-451f-a2d2-d45221302ca2 req-91e32420-daf3-4992-80f4-15443933e2f3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=83efcaddc4174c70aaaa9d4a9e274006&device_id=e5482a83-bae4-476f-b0ba-1aca2bb0f2ae HTTP/1.1" status: 200 len: 1161 time: 0.0918181 Feb 15 21:45:55.616823 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-55e3c48f-e83c-451f-a2d2-d45221302ca2 req-acf40aae-f0c5-443d-8e1c-fb627b9cd023 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cb876bfc-a135-447a-934a-6d4680c0eefa HTTP/1.1" status: 200 len: 217 time: 0.0858657 Feb 15 21:45:55.664269 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5482a83-bae4-476f-b0ba-1aca2bb0f2ae', 'tag': 'cb876bfc-a135-447a-934a-6d4680c0eefa', 'status': 'completed', 'code': 200} Feb 15 21:45:55.752519 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Device 5f1fbf4c-ab8d-4dc5-97e1-f2da39ede033 up at agent ovs-agent-hv-cinder-77525 {{(pid=84000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:45:55.758492 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e3c48f-e83c-451f-a2d2-d45221302ca2 req-451b47f3-b2ec-4a86-84b3-15e7304b85c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:45:55.760114 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-55e3c48f-e83c-451f-a2d2-d45221302ca2 req-451b47f3-b2ec-4a86-84b3-15e7304b85c4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f1da26f9-af3a-42e2-9b06-af8d75ade4f1 HTTP/1.1" status: 200 len: 856 time: 0.1350458 Feb 15 21:45:55.828943 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Provisioning for port 5f1fbf4c-ab8d-4dc5-97e1-f2da39ede033 completed by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 21:45:55.835647 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Provisioning complete for port 5f1fbf4c-ab8d-4dc5-97e1-f2da39ede033 triggered by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:45:55.835997 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:55.851788 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3355ff2a-c34b-491d-8558-54c1d3d92506 req-7817eb82-951a-4d4b-9caf-188bb43a95e1 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:45:55.853376 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-3355ff2a-c34b-491d-8558-54c1d3d92506 req-7817eb82-951a-4d4b-9caf-188bb43a95e1 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/ports?device_id=e5482a83-bae4-476f-b0ba-1aca2bb0f2ae HTTP/1.1" status: 200 len: 944 time: 0.1685274 Feb 15 21:45:55.900333 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e3c48f-e83c-451f-a2d2-d45221302ca2 req-25ae28f0-b36b-4d0f-ad6c-e71b679b8c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:45:55.902011 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-55e3c48f-e83c-451f-a2d2-d45221302ca2 req-25ae28f0-b36b-4d0f-ad6c-e71b679b8c01 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5a32d5d1-e1a3-4ef5-be5e-207bd58c1352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1346824 Feb 15 21:45:55.924255 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff4b766-8b6b-4ef1-93f9-db11094c055b req-13851de3-dba3-484c-890c-acee58af8add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:45:55.925927 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-1ff4b766-8b6b-4ef1-93f9-db11094c055b req-13851de3-dba3-484c-890c-acee58af8add service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=69e9f844-d8da-4039-9b13-e108b452a38b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5702856 Feb 15 21:45:55.927102 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-3355ff2a-c34b-491d-8558-54c1d3d92506 req-635158d9-faf9-42bc-a290-d77e8e842191 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/security-groups?id=36c84c7e-747c-4296-a4e6-ed2a9acb3cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572999 Feb 15 21:45:55.968082 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.managers [None req-b122e0be-a6ca-4dbd-9456-a50c847f5a0b admin admin] Network 80ab6a5c-bf8a-446a-807a-e22b719ff5db has no segments {{(pid=83998) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 15 21:45:55.972335 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:56.001605 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ebc2431-5f66-4ed5-950b-983bb076b58f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f1fbf4c-ab8d-4dc5-97e1-f2da39ede033'}] {{(pid=84000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 21:45:56.009767 dv-cinder-775250-3-smb neutron-server[83887]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 15 21:45:56.009767 dv-cinder-775250-3-smb neutron-server[83887]: from cryptography.utils import int_from_bytes Feb 15 21:45:56.009767 dv-cinder-775250-3-smb neutron-server[83887]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 15 21:45:56.009767 dv-cinder-775250-3-smb neutron-server[83887]: from cryptography.utils import int_from_bytes Feb 15 21:45:56.009767 dv-cinder-775250-3-smb neutron-server[83887]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 15 21:45:56.009767 dv-cinder-775250-3-smb neutron-server[83887]: (rel_b, rel_a, rel_b), Feb 15 21:45:56.009767 dv-cinder-775250-3-smb neutron-server[83887]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 15 21:45:56.009767 dv-cinder-775250-3-smb neutron-server[83887]: (rel_b, rel_a, rel_b), Feb 15 21:45:56.009767 dv-cinder-775250-3-smb neutron-server[83887]: Traceback (most recent call last): Feb 15 21:45:56.009767 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 21:45:56.009767 dv-cinder-775250-3-smb neutron-server[83887]: timer() Feb 15 21:45:56.009767 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 21:45:56.009767 dv-cinder-775250-3-smb neutron-server[83887]: cb(*args, **kw) Feb 15 21:45:56.009767 dv-cinder-775250-3-smb neutron-server[83887]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 15 21:45:56.009767 dv-cinder-775250-3-smb neutron-server[83887]: return func(*args, **kwargs) Feb 15 21:45:56.009767 dv-cinder-775250-3-smb neutron-server[83887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 21:45:56.009767 dv-cinder-775250-3-smb neutron-server[83887]: self._notify() Feb 15 21:45:56.009767 dv-cinder-775250-3-smb neutron-server[83887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 21:45:56.009767 dv-cinder-775250-3-smb neutron-server[83887]: self.callback(batched_events) Feb 15 21:45:56.009767 dv-cinder-775250-3-smb neutron-server[83887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 21:45:56.009767 dv-cinder-775250-3-smb neutron-server[83887]: event.method(event) Feb 15 21:45:56.009767 dv-cinder-775250-3-smb neutron-server[83887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 21:45:56.009767 dv-cinder-775250-3-smb neutron-server[83887]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 21:45:56.009767 dv-cinder-775250-3-smb neutron-server[83887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 15 21:45:56.009767 dv-cinder-775250-3-smb neutron-server[83887]: segment_id)['aggregates'][0] Feb 15 21:45:56.009767 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 21:45:56.009767 dv-cinder-775250-3-smb neutron-server[83887]: return f(self, *a, **k) Feb 15 21:45:56.009767 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 21:45:56.009767 dv-cinder-775250-3-smb neutron-server[83887]: return self._get(url).json() Feb 15 21:45:56.009767 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 21:45:56.009767 dv-cinder-775250-3-smb neutron-server[83887]: **kwargs) Feb 15 21:45:56.009767 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 15 21:45:56.009767 dv-cinder-775250-3-smb neutron-server[83887]: return self.request(url, 'GET', **kwargs) Feb 15 21:45:56.009767 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 15 21:45:56.009767 dv-cinder-775250-3-smb neutron-server[83887]: **endpoint_filter) Feb 15 21:45:56.009767 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 15 21:45:56.009767 dv-cinder-775250-3-smb neutron-server[83887]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 21:45:56.009767 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 15 21:45:56.009767 dv-cinder-775250-3-smb neutron-server[83887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 21:45:56.009767 dv-cinder-775250-3-smb neutron-server[83887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 21:45:56.015403 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] For port 5f1fbf4c-ab8d-4dc5-97e1-f2da39ede033, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=5f1fbf4c-ab8d-4dc5-97e1-f2da39ede033,segment=NetworkSegment(8c893903-8c9b-4ad7-b25b-3668faa686d9),segment_id=8c893903-8c9b-4ad7-b25b-3668faa686d9)] {{(pid=84000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:45:56.022118 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779317976793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779317533282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257537242501'] for port, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:56.023048 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Device 291bbd16-e1db-4d9d-9ad9-ed9cff6b0cd4 up at agent ovs-agent-hv-cinder-77525 {{(pid=84000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:45:56.053639 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:45:56.097776 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ebc2431-5f66-4ed5-950b-983bb076b58f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f1fbf4c-ab8d-4dc5-97e1-f2da39ede033', 'code': 200} Feb 15 21:45:56.116460 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-55e3c48f-e83c-451f-a2d2-d45221302ca2 req-6072efad-d4e8-462d-8fcc-95e845e57236 service neutron] 10.222.0.46 "GET /v2.0/networks/5a32d5d1-e1a3-4ef5-be5e-207bd58c1352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059839 Feb 15 21:45:56.167605 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-b122e0be-a6ca-4dbd-9456-a50c847f5a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851266290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3816652'] for network, after_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:56.185516 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Pushing event updated for resources: {'Port': ['ID=5f1fbf4c-ab8d-4dc5-97e1-f2da39ede033,revision_number=4']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:45:56.189455 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:45:56.191226 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-d42cd07e-bd75-4402-9e3c-0c5b2ce5e916 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:45:56.196110 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Provisioning complete for port 291bbd16-e1db-4d9d-9ad9-ed9cff6b0cd4 triggered by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:45:56.196711 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:56.231114 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-b122e0be-a6ca-4dbd-9456-a50c847f5a0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851048245'] for network, before_response {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:56.261083 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-b122e0be-a6ca-4dbd-9456-a50c847f5a0b admin admin] 10.222.0.68 "DELETE /v2.0/networks/80ab6a5c-bf8a-446a-807a-e22b719ff5db HTTP/1.1" status: 204 len: 168 time: 2.1983824 Feb 15 21:45:56.261990 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83998) accepted ('10.222.0.68', 52526) {{(pid=83998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:45:56.280437 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-1ff4b766-8b6b-4ef1-93f9-db11094c055b req-16cd3454-142b-48a7-aa6f-ba84bab6a8cd service neutron] 10.222.0.46 "GET /v2.0/networks/69e9f844-d8da-4039-9b13-e108b452a38b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3385255 Feb 15 21:45:56.281318 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b122e0be-a6ca-4dbd-9456-a50c847f5a0b admin admin] Pushing event deleted for resources: {'Network': ['ID=80ab6a5c-bf8a-446a-807a-e22b719ff5db,revision_number=None']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:45:56.362296 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-b122e0be-a6ca-4dbd-9456-a50c847f5a0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:45:56.431395 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-55e3c48f-e83c-451f-a2d2-d45221302ca2 req-4e517455-92a8-45d6-a02a-796fa0c8dc18 service neutron] 10.222.0.46 "GET /v2.0/networks/5a32d5d1-e1a3-4ef5-be5e-207bd58c1352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2912838 Feb 15 21:45:56.450372 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6710901-31b1-425a-8531-9c2d7e65b74a req-5708d1dd-f461-4bdd-8ecf-10cd5efaf7f9 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:45:56.451982 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-c6710901-31b1-425a-8531-9c2d7e65b74a req-5708d1dd-f461-4bdd-8ecf-10cd5efaf7f9 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "GET /v2.0/ports?device_id=8ebc2431-5f66-4ed5-950b-983bb076b58f HTTP/1.1" status: 200 len: 946 time: 0.1354859 Feb 15 21:45:56.514193 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-c6710901-31b1-425a-8531-9c2d7e65b74a req-120c91a9-976f-444b-b660-51793b29342a tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "GET /v2.0/security-groups?id=b682ea1e-6fd0-4363-a586-e76a5aa683e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513132 Feb 15 21:45:56.595757 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.db_base_plugin_v2 [None req-252eb8a1-c1d1-4d24-8c94-9018b8bc84a4 admin admin] Deleting subnet 87bfa6f9-7cf9-49d6-80af-31a7e92f3b94 {{(pid=83998) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 15 21:45:56.604130 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-252eb8a1-c1d1-4d24-8c94-9018b8bc84a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:56.615454 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af77de80-4981-4462-b25a-060e2efd082d req-32488bac-2faa-49e8-a5c1-c24409ee52b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:45:56.617107 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-af77de80-4981-4462-b25a-060e2efd082d req-32488bac-2faa-49e8-a5c1-c24409ee52b9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=83efcaddc4174c70aaaa9d4a9e274006&device_id=e5482a83-bae4-476f-b0ba-1aca2bb0f2ae HTTP/1.1" status: 200 len: 1161 time: 0.0827866 Feb 15 21:45:56.692520 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-252eb8a1-c1d1-4d24-8c94-9018b8bc84a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263517196'] for subnet, precommit_delete_associations {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:56.738320 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-1ff4b766-8b6b-4ef1-93f9-db11094c055b req-49bd9f29-925a-46dc-96f2-7b40c9aa7443 service neutron] 10.222.0.46 "GET /v2.0/networks/69e9f844-d8da-4039-9b13-e108b452a38b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4034443 Feb 15 21:45:56.759798 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1a4b33-a444-4528-bc7c-530724caf58b req-63906ca1-76e5-4ccd-977b-6e471dfb9651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:45:56.761870 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-fd1a4b33-a444-4528-bc7c-530724caf58b req-63906ca1-76e5-4ccd-977b-6e471dfb9651 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8ebc2431-5f66-4ed5-950b-983bb076b58f HTTP/1.1" status: 200 len: 1163 time: 0.3953884 Feb 15 21:45:56.771081 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d192c22d-6d31-451f-b589-bb1f07b1c23a req-922bcce5-4384-4b2e-82d5-7591e5885f22 tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:45:56.772791 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-d192c22d-6d31-451f-b589-bb1f07b1c23a req-922bcce5-4384-4b2e-82d5-7591e5885f22 tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] 10.222.0.68 "GET /v2.0/ports?device_id=41ba888e-6794-4d21-8b8c-00578e7eb22d HTTP/1.1" status: 200 len: 945 time: 0.4050694 Feb 15 21:45:56.778791 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af77de80-4981-4462-b25a-060e2efd082d req-4a3582a4-83e5-4a74-9054-99a08373a773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:45:56.780399 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-af77de80-4981-4462-b25a-060e2efd082d req-4a3582a4-83e5-4a74-9054-99a08373a773 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5a32d5d1-e1a3-4ef5-be5e-207bd58c1352 HTTP/1.1" status: 200 len: 911 time: 0.1502321 Feb 15 21:45:56.827903 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-252eb8a1-c1d1-4d24-8c94-9018b8bc84a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3509935'] for subnet, precommit_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:56.861110 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-af77de80-4981-4462-b25a-060e2efd082d req-f39a53c8-5978-4c40-9e87-a402f888745a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cb876bfc-a135-447a-934a-6d4680c0eefa HTTP/1.1" status: 200 len: 217 time: 0.0704362 Feb 15 21:45:56.901434 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-fd1a4b33-a444-4528-bc7c-530724caf58b req-c49882f1-bba5-437a-b03d-3fc4fc016852 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=b682ea1e-6fd0-4363-a586-e76a5aa683e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1258590 Feb 15 21:45:56.914161 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-d192c22d-6d31-451f-b589-bb1f07b1c23a req-2387c03f-e9d9-4751-bac5-be7237e23d19 tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] 10.222.0.68 "GET /v2.0/security-groups?id=5675173e-9aa6-470b-8625-3bf575193c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1190405 Feb 15 21:45:56.952468 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af77de80-4981-4462-b25a-060e2efd082d req-06f5add9-428e-4ab4-a2b8-724e091453b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:45:56.954266 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-af77de80-4981-4462-b25a-060e2efd082d req-06f5add9-428e-4ab4-a2b8-724e091453b2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f1da26f9-af3a-42e2-9b06-af8d75ade4f1 HTTP/1.1" status: 200 len: 856 time: 0.0840263 Feb 15 21:45:57.151774 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-252eb8a1-c1d1-4d24-8c94-9018b8bc84a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851265832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036591573781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036591297353'] for subnet, after_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:57.168527 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:45:57.203929 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Device 5f1fbf4c-ab8d-4dc5-97e1-f2da39ede033 up at agent ovs-agent-hv-cinder-77525 {{(pid=84000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:45:57.218326 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252eb8a1-c1d1-4d24-8c94-9018b8bc84a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87bfa6f9-7cf9-49d6-80af-31a7e92f3b94,revision_number=None']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:45:57.223370 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-252eb8a1-c1d1-4d24-8c94-9018b8bc84a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:45:57.291313 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Provisioning complete for port 5f1fbf4c-ab8d-4dc5-97e1-f2da39ede033 triggered by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:45:57.291719 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:57.318338 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-252eb8a1-c1d1-4d24-8c94-9018b8bc84a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:57.326088 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-252eb8a1-c1d1-4d24-8c94-9018b8bc84a4 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/87bfa6f9-7cf9-49d6-80af-31a7e92f3b94 HTTP/1.1" status: 204 len: 168 time: 1.0586140 Feb 15 21:45:57.327858 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83998) accepted ('10.222.0.68', 52532) {{(pid=83998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:45:57.464471 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231df35b-d8f5-4f35-9681-475b6d3e507a req-e54f8234-a1d4-45de-a102-ad0c77fc8d58 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:45:57.465099 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-00514803-cecd-4be6-b01f-d69b5d5eebff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3535857'] for network, before_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:57.466089 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-231df35b-d8f5-4f35-9681-475b6d3e507a req-e54f8234-a1d4-45de-a102-ad0c77fc8d58 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/ports?device_id=e5482a83-bae4-476f-b0ba-1aca2bb0f2ae HTTP/1.1" status: 200 len: 944 time: 0.4034038 Feb 15 21:45:57.472923 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af77de80-4981-4462-b25a-060e2efd082d req-e90fc3f4-bfca-43f4-84ae-72100f92b0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:45:57.474564 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-af77de80-4981-4462-b25a-060e2efd082d req-e90fc3f4-bfca-43f4-84ae-72100f92b0d0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5a32d5d1-e1a3-4ef5-be5e-207bd58c1352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3579767 Feb 15 21:45:57.618417 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-231df35b-d8f5-4f35-9681-475b6d3e507a req-70048b65-e91b-4e4a-813f-e036b1107744 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/security-groups?id=36c84c7e-747c-4296-a4e6-ed2a9acb3cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1427388 Feb 15 21:45:57.665960 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-af77de80-4981-4462-b25a-060e2efd082d req-f4bcb04b-ef4f-44dc-914c-1b5bb4ed9fe3 service neutron] 10.222.0.46 "GET /v2.0/networks/5a32d5d1-e1a3-4ef5-be5e-207bd58c1352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741955 Feb 15 21:45:57.716972 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-00514803-cecd-4be6-b01f-d69b5d5eebff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3509558', 'neutron.services.segments.db._delete_segments_for_network--9223363257536900809'] for network, precommit_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:57.816654 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-af77de80-4981-4462-b25a-060e2efd082d req-92f4fdd4-0ced-4ed9-b79a-d8396a221c50 service neutron] 10.222.0.46 "GET /v2.0/networks/5a32d5d1-e1a3-4ef5-be5e-207bd58c1352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1430197 Feb 15 21:45:57.852845 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.services.segments.db [None req-00514803-cecd-4be6-b01f-d69b5d5eebff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbf95feb-1de6-422f-a4b0-04d5a3440d88']}} {{(pid=83998) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:45:57.869635 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.services.segments.db [None req-00514803-cecd-4be6-b01f-d69b5d5eebff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '898c15c9-fbeb-4894-bbe1-8e44a17292cb') {'for_net_delete': True} {{(pid=83998) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:45:57.869945 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.services.segments.db [None req-00514803-cecd-4be6-b01f-d69b5d5eebff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '898c15c9-fbeb-4894-bbe1-8e44a17292cb') {} {{(pid=83998) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:45:57.886841 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-00514803-cecd-4be6-b01f-d69b5d5eebff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318004322', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036591258620'] for segment, before_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:57.900899 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2077847e-813d-41cf-8ae2-e2737a9c9099 req-2354058d-a5c3-445a-8c75-5ece3a181c83 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:45:57.902618 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-2077847e-813d-41cf-8ae2-e2737a9c9099 req-2354058d-a5c3-445a-8c75-5ece3a181c83 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "GET /v2.0/ports?device_id=8ebc2431-5f66-4ed5-950b-983bb076b58f HTTP/1.1" status: 200 len: 946 time: 0.2470417 Feb 15 21:45:57.926363 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-00514803-cecd-4be6-b01f-d69b5d5eebff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515977'] for segment, precommit_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:57.929942 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-00514803-cecd-4be6-b01f-d69b5d5eebff admin admin] Releasing vxlan tunnel 10 to pool {{(pid=83998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 15 21:45:58.119648 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-2077847e-813d-41cf-8ae2-e2737a9c9099 req-5aafae3d-23db-488e-a357-d149e2ef97bd tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "GET /v2.0/security-groups?id=b682ea1e-6fd0-4363-a586-e76a5aa683e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2085450 Feb 15 21:45:58.140398 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9d5145-ae66-40f0-9065-2a6756d9f95c req-6c3d4eb2-532c-41f0-8b06-c84fd3d6d3a1 tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:45:58.142233 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-fc9d5145-ae66-40f0-9065-2a6756d9f95c req-6c3d4eb2-532c-41f0-8b06-c84fd3d6d3a1 tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] 10.222.0.68 "GET /v2.0/ports?device_id=41ba888e-6794-4d21-8b8c-00578e7eb22d HTTP/1.1" status: 200 len: 945 time: 0.0938637 Feb 15 21:45:58.142812 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.managers [None req-00514803-cecd-4be6-b01f-d69b5d5eebff admin admin] Network dbf95feb-1de6-422f-a4b0-04d5a3440d88 has no segments {{(pid=83998) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 15 21:45:58.157393 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-00514803-cecd-4be6-b01f-d69b5d5eebff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851259790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036591573954'] for segment, after_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:58.192917 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-fc9d5145-ae66-40f0-9065-2a6756d9f95c req-fd44e9bd-7891-47d3-8104-5e0a95216570 tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] 10.222.0.68 "GET /v2.0/security-groups?id=5675173e-9aa6-470b-8625-3bf575193c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0427094 Feb 15 21:45:58.342385 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.managers [None req-00514803-cecd-4be6-b01f-d69b5d5eebff admin admin] Network dbf95feb-1de6-422f-a4b0-04d5a3440d88 has no segments {{(pid=83998) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 15 21:45:58.366739 dv-cinder-775250-3-smb neutron-server[83887]: Traceback (most recent call last): Feb 15 21:45:58.366739 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 21:45:58.366739 dv-cinder-775250-3-smb neutron-server[83887]: timer() Feb 15 21:45:58.366739 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 21:45:58.366739 dv-cinder-775250-3-smb neutron-server[83887]: cb(*args, **kw) Feb 15 21:45:58.366739 dv-cinder-775250-3-smb neutron-server[83887]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 15 21:45:58.366739 dv-cinder-775250-3-smb neutron-server[83887]: return func(*args, **kwargs) Feb 15 21:45:58.366739 dv-cinder-775250-3-smb neutron-server[83887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 21:45:58.366739 dv-cinder-775250-3-smb neutron-server[83887]: self._notify() Feb 15 21:45:58.366739 dv-cinder-775250-3-smb neutron-server[83887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 21:45:58.366739 dv-cinder-775250-3-smb neutron-server[83887]: self.callback(batched_events) Feb 15 21:45:58.366739 dv-cinder-775250-3-smb neutron-server[83887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 21:45:58.366739 dv-cinder-775250-3-smb neutron-server[83887]: event.method(event) Feb 15 21:45:58.366739 dv-cinder-775250-3-smb neutron-server[83887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 21:45:58.366739 dv-cinder-775250-3-smb neutron-server[83887]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 21:45:58.366739 dv-cinder-775250-3-smb neutron-server[83887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 15 21:45:58.366739 dv-cinder-775250-3-smb neutron-server[83887]: segment_id)['aggregates'][0] Feb 15 21:45:58.366739 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 21:45:58.366739 dv-cinder-775250-3-smb neutron-server[83887]: return f(self, *a, **k) Feb 15 21:45:58.366739 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 21:45:58.366739 dv-cinder-775250-3-smb neutron-server[83887]: return self._get(url).json() Feb 15 21:45:58.366739 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 21:45:58.366739 dv-cinder-775250-3-smb neutron-server[83887]: **kwargs) Feb 15 21:45:58.366739 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 15 21:45:58.366739 dv-cinder-775250-3-smb neutron-server[83887]: return self.request(url, 'GET', **kwargs) Feb 15 21:45:58.366739 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 15 21:45:58.366739 dv-cinder-775250-3-smb neutron-server[83887]: **endpoint_filter) Feb 15 21:45:58.366739 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 15 21:45:58.366739 dv-cinder-775250-3-smb neutron-server[83887]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 21:45:58.366739 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 15 21:45:58.366739 dv-cinder-775250-3-smb neutron-server[83887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 21:45:58.366739 dv-cinder-775250-3-smb neutron-server[83887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 21:45:58.449489 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-00514803-cecd-4be6-b01f-d69b5d5eebff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851266290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3816652'] for network, after_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:58.454245 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-00514803-cecd-4be6-b01f-d69b5d5eebff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851048245'] for network, before_response {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:58.458624 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:45:58.477769 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-00514803-cecd-4be6-b01f-d69b5d5eebff admin admin] 10.222.0.68 "DELETE /v2.0/networks/dbf95feb-1de6-422f-a4b0-04d5a3440d88 HTTP/1.1" status: 204 len: 168 time: 1.1485822 Feb 15 21:45:58.481943 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00514803-cecd-4be6-b01f-d69b5d5eebff admin admin] Pushing event deleted for resources: {'Network': ['ID=dbf95feb-1de6-422f-a4b0-04d5a3440d88,revision_number=None']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:45:58.484699 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-00514803-cecd-4be6-b01f-d69b5d5eebff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:45:58.689635 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 52546) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:45:58.747855 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-a230a755-ea7d-490f-94a8-47cb120e7151 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=3cc6e0a7382c40f896e81938a70335ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0567498 Feb 15 21:45:58.750744 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 52550) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:45:58.819137 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-869d70a0-86af-4b36-ae29-f17ccc5b4ca6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:58.837022 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a4424a-fe2c-4c6a-a179-1f1bc972b922 req-8b040573-e8b2-4929-abe3-17344422b9fb tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:45:58.838697 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-16a4424a-fe2c-4c6a-a179-1f1bc972b922 req-8b040573-e8b2-4929-abe3-17344422b9fb tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/ports?device_id=e5482a83-bae4-476f-b0ba-1aca2bb0f2ae HTTP/1.1" status: 200 len: 944 time: 0.0951388 Feb 15 21:45:58.850831 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-869d70a0-86af-4b36-ae29-f17ccc5b4ca6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:58.893592 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-16a4424a-fe2c-4c6a-a179-1f1bc972b922 req-7729f412-3928-4756-8259-f04366d70740 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/security-groups?id=36c84c7e-747c-4296-a4e6-ed2a9acb3cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455773 Feb 15 21:45:58.902052 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-869d70a0-86af-4b36-ae29-f17ccc5b4ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:58.907530 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-a30df8d8-d22c-41fb-baaf-0939648f9a5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:45:58.923110 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869d70a0-86af-4b36-ae29-f17ccc5b4ca6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92ccffc3-3f62-4302-a4cc-82485f92e6cc,revision_number=None']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:45:58.928824 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-869d70a0-86af-4b36-ae29-f17ccc5b4ca6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:45:58.930900 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-869d70a0-86af-4b36-ae29-f17ccc5b4ca6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:58.932159 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-869d70a0-86af-4b36-ae29-f17ccc5b4ca6 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/92ccffc3-3f62-4302-a4cc-82485f92e6cc HTTP/1.1" status: 204 len: 168 time: 0.1803617 Feb 15 21:45:59.319550 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 52562) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:45:59.381564 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2941db8c-7455-4e4b-84ad-650c39a7e70c req-405aa054-d030-48b1-a5bd-dc38e56a394a tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:45:59.383208 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-2941db8c-7455-4e4b-84ad-650c39a7e70c req-405aa054-d030-48b1-a5bd-dc38e56a394a tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "GET /v2.0/ports?device_id=8ebc2431-5f66-4ed5-950b-983bb076b58f HTTP/1.1" status: 200 len: 946 time: 0.1385293 Feb 15 21:45:59.407576 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-ad34f491-0734-4a55-a77e-a9a8a75075b2 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=0057bbc551e84308b45945be12134fc7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0864866 Feb 15 21:45:59.410564 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 52566) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:45:59.465198 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-2941db8c-7455-4e4b-84ad-650c39a7e70c req-691c52fb-4a65-49b4-9434-a868d94d5954 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "GET /v2.0/security-groups?id=b682ea1e-6fd0-4363-a586-e76a5aa683e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746143 Feb 15 21:45:59.498540 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-de32ff00-f724-4bf1-81c5-2971c799692c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:59.527127 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-de32ff00-f724-4bf1-81c5-2971c799692c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:59.583149 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-de32ff00-f724-4bf1-81c5-2971c799692c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:59.588338 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-96d46854-924b-4921-a9ed-054503d1ce14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:45:59.601314 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de32ff00-f724-4bf1-81c5-2971c799692c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c99b241-c6e9-456e-a54d-16e84cb7c211,revision_number=None']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:45:59.604511 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-de32ff00-f724-4bf1-81c5-2971c799692c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:45:59.606583 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-de32ff00-f724-4bf1-81c5-2971c799692c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:59.609405 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-de32ff00-f724-4bf1-81c5-2971c799692c admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/4c99b241-c6e9-456e-a54d-16e84cb7c211 HTTP/1.1" status: 204 len: 168 time: 0.1936734 Feb 15 21:45:59.662603 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15cc485-9fe4-4700-9b7d-d83a5201f08a req-b3dd1624-5d52-4882-aa31-a8a421131c95 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:45:59.664222 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-b15cc485-9fe4-4700-9b7d-d83a5201f08a req-b3dd1624-5d52-4882-aa31-a8a421131c95 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "GET /v2.0/ports?device_id=8ebc2431-5f66-4ed5-950b-983bb076b58f HTTP/1.1" status: 200 len: 946 time: 0.0872722 Feb 15 21:45:59.674085 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83998) accepted ('10.222.0.68', 52574) {{(pid=83998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:45:59.679786 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.v2.base [None req-1bbdd7e1-8322-436f-ab56-2d5fa41d13bb tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Request body: {'floatingip': {'port_id': '5f1fbf4c-ab8d-4dc5-97e1-f2da39ede033'}} {{(pid=83998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:45:59.743722 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.agents_db [None req-9c3f008a-7c02-4f45-a369-4199c6caa59a None None] Agent healthcheck: found 6 active agents {{(pid=84001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 15 21:45:59.764735 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-1bbdd7e1-8322-436f-ab56-2d5fa41d13bb tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Notify callbacks [] for floatingip, before_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:59.776784 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Device 5f1fbf4c-ab8d-4dc5-97e1-f2da39ede033 up at agent ovs-agent-hv-cinder-77525 {{(pid=84000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:45:59.877148 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Provisioning complete for port 5f1fbf4c-ab8d-4dc5-97e1-f2da39ede033 triggered by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:45:59.877628 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:46:00.011371 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Device cb876bfc-a135-447a-934a-6d4680c0eefa up at agent ovs-agent-hv-cinder-77525 {{(pid=84000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:46:00.107820 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Provisioning for port cb876bfc-a135-447a-934a-6d4680c0eefa completed by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 21:46:00.113836 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Provisioning complete for port cb876bfc-a135-447a-934a-6d4680c0eefa triggered by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:46:00.114767 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:46:00.115353 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370320ce-4932-40e3-86ba-d663367faab1 req-feaadf78-6397-48b9-bf91-16caa2fbfb0f tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:46:00.123121 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-370320ce-4932-40e3-86ba-d663367faab1 req-feaadf78-6397-48b9-bf91-16caa2fbfb0f tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/ports?device_id=e5482a83-bae4-476f-b0ba-1aca2bb0f2ae HTTP/1.1" status: 200 len: 944 time: 0.0981700 Feb 15 21:46:00.182265 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-370320ce-4932-40e3-86ba-d663367faab1 req-2ecb879d-2950-4fd8-a192-452feb4c1a32 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/security-groups?id=36c84c7e-747c-4296-a4e6-ed2a9acb3cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580175 Feb 15 21:46:00.279979 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:46:00.313835 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5482a83-bae4-476f-b0ba-1aca2bb0f2ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb876bfc-a135-447a-934a-6d4680c0eefa'}] {{(pid=84000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 21:46:00.338589 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] For port cb876bfc-a135-447a-934a-6d4680c0eefa, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=cb876bfc-a135-447a-934a-6d4680c0eefa,segment=NetworkSegment(1388e872-eab5-4c96-8eb7-e6fd8402e86b),segment_id=1388e872-eab5-4c96-8eb7-e6fd8402e86b)] {{(pid=84000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:46:00.342832 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779317976793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779317533282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257537242501'] for port, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:46:00.345072 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:46:00.408812 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5482a83-bae4-476f-b0ba-1aca2bb0f2ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb876bfc-a135-447a-934a-6d4680c0eefa', 'code': 200} Feb 15 21:46:00.451159 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Pushing event updated for resources: {'Port': ['ID=cb876bfc-a135-447a-934a-6d4680c0eefa,revision_number=4']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:46:00.455835 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:46:00.709124 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a772cabd-75f0-4309-ad61-7b55421c0d19 req-6282a5ff-715a-4d55-8780-4193e09289a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:46:00.710898 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-a772cabd-75f0-4309-ad61-7b55421c0d19 req-6282a5ff-715a-4d55-8780-4193e09289a1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e5482a83-bae4-476f-b0ba-1aca2bb0f2ae HTTP/1.1" status: 200 len: 1163 time: 0.1045616 Feb 15 21:46:00.761330 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-a772cabd-75f0-4309-ad61-7b55421c0d19 req-d5aa19dc-68af-43bc-a863-b454efd215b6 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=36c84c7e-747c-4296-a4e6-ed2a9acb3cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410688 Feb 15 21:46:00.761926 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-1bbdd7e1-8322-436f-ab56-2d5fa41d13bb tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:46:00.765125 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-1bbdd7e1-8322-436f-ab56-2d5fa41d13bb tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3816703'] for floatingip, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:46:00.956122 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.db.l3_db [None req-1bbdd7e1-8322-436f-ab56-2d5fa41d13bb tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Floating IP 54a36160-95cc-416c-bf36-cfb5b2855099 associated. External IP: 172.28.3.243, port: 5f1fbf4c-ab8d-4dc5-97e1-f2da39ede033. Feb 15 21:46:01.305637 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83998) accepted ('10.222.0.68', 52620) {{(pid=83998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:46:01.306123 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Device cb876bfc-a135-447a-934a-6d4680c0eefa up at agent ovs-agent-hv-cinder-77525 {{(pid=84000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:46:01.363208 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bbdd7e1-8322-436f-ab56-2d5fa41d13bb tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Router 8b5de55b-85bd-41bb-b8b2-b1ef77649103 has already been hosted by L3 agent dc46b086-6cb1-49e8-b95e-1fe9b389155e {{(pid=83998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 15 21:46:01.392672 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69c56e0-4d05-4274-8fc3-db66536fdd9c req-bcc922a0-1dba-4f23-8c01-4d1a93ee22ca tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:46:01.395643 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Provisioning complete for port cb876bfc-a135-447a-934a-6d4680c0eefa triggered by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:46:01.396311 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:46:01.401795 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-d69c56e0-4d05-4274-8fc3-db66536fdd9c req-bcc922a0-1dba-4f23-8c01-4d1a93ee22ca tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/ports?device_id=e5482a83-bae4-476f-b0ba-1aca2bb0f2ae HTTP/1.1" status: 200 len: 946 time: 0.1043084 Feb 15 21:46:01.456047 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-d69c56e0-4d05-4274-8fc3-db66536fdd9c req-eea91ebb-608f-4def-8175-d629c9bacb03 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/security-groups?id=36c84c7e-747c-4296-a4e6-ed2a9acb3cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530996 Feb 15 21:46:01.536297 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-37d3d74b-f11d-4eab-83e7-cbee379f7414 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:46:01.564587 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-37d3d74b-f11d-4eab-83e7-cbee379f7414 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:46:01.584637 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-37d3d74b-f11d-4eab-83e7-cbee379f7414 admin admin] Usage tracker for resource:security_group_rule and tenant:b044e2d4bb3742dc9146359c3164851a is out of sync, need to count used quota {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:46:01.589658 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-37d3d74b-f11d-4eab-83e7-cbee379f7414 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:46:01.599117 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-37d3d74b-f11d-4eab-83e7-cbee379f7414 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:46:01.628053 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bbdd7e1-8322-436f-ab56-2d5fa41d13bb tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Notify agent at l3_agent.dv-cinder-775250-3-smb the message routers_updated {{(pid=83998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 15 21:46:01.639158 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff56a9f4-0774-430c-b40e-b4fe12d61030 None None] Sync routers for ids ['8b5de55b-85bd-41bb-b8b2-b1ef77649103'] in dv-cinder-775250-3-smb {{(pid=84000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 15 21:46:01.643564 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-1bbdd7e1-8322-436f-ab56-2d5fa41d13bb tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762656'] for floatingip, before_response {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:46:01.650535 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff56a9f4-0774-430c-b40e-b4fe12d61030 None None] Routers {'8b5de55b-85bd-41bb-b8b2-b1ef77649103'} bound to L3 agent in host dv-cinder-775250-3-smb {{(pid=84000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 21:46:01.651222 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_hamode_db [None req-ff56a9f4-0774-430c-b40e-b4fe12d61030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-15T21:30:22Z,description=,heartbeat_timestamp=2021-02-15T21:45:52Z,host='dv-cinder-775250-3-smb',id=dc46b086-6cb1-49e8-b95e-1fe9b389155e,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T21:30:22Z,topic='l3_agent')) {'router_ids': ['8b5de55b-85bd-41bb-b8b2-b1ef77649103'], 'active': True} {{(pid=84000) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:46:01.725199 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-1bbdd7e1-8322-436f-ab56-2d5fa41d13bb tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "PUT /v2.0/floatingips/54a36160-95cc-416c-bf36-cfb5b2855099 HTTP/1.1" status: 200 len: 992 time: 2.0469832 Feb 15 21:46:01.725199 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ebc2431-5f66-4ed5-950b-983bb076b58f', 'tag': '5f1fbf4c-ab8d-4dc5-97e1-f2da39ede033'}] {{(pid=83998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 21:46:01.791171 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-37d3d74b-f11d-4eab-83e7-cbee379f7414 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:46:01.795436 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-37d3d74b-f11d-4eab-83e7-cbee379f7414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:46:01.806305 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ebc2431-5f66-4ed5-950b-983bb076b58f', 'tag': '5f1fbf4c-ab8d-4dc5-97e1-f2da39ede033', 'status': 'completed', 'code': 200} Feb 15 21:46:01.809783 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-6ea210dd-d8e1-41ed-893f-f144beecb8fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:46:01.862658 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d3d74b-f11d-4eab-83e7-cbee379f7414 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9d150c2-8d59-4a90-9f51-a05ec0238ea6,revision_number=1']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:46:01.869542 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-37d3d74b-f11d-4eab-83e7-cbee379f7414 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:46:01.877596 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-37d3d74b-f11d-4eab-83e7-cbee379f7414 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=b044e2d4bb3742dc9146359c3164851a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5703924 Feb 15 21:46:01.878479 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83998) accepted ('10.222.0.68', 52630) {{(pid=83998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:46:01.953688 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-8aeaf5f7-f595-4d09-9453-60644e542882 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:46:01.957015 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b7b5fe-c34d-4db6-8588-6cf00d6636d1 req-cee28f4a-4101-4c22-941f-3d54167d6770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:46:01.958973 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-63b7b5fe-c34d-4db6-8588-6cf00d6636d1 req-cee28f4a-4101-4c22-941f-3d54167d6770 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=01d1e938225c413c8b7177a31ac61fd8&device_id=8ebc2431-5f66-4ed5-950b-983bb076b58f HTTP/1.1" status: 200 len: 1163 time: 0.1059885 Feb 15 21:46:01.988193 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-8aeaf5f7-f595-4d09-9453-60644e542882 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:46:02.051212 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-8aeaf5f7-f595-4d09-9453-60644e542882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:46:02.056814 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-60a81696-e236-447b-9730-e1c75e51a5ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:46:02.071148 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aeaf5f7-f595-4d09-9453-60644e542882 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9d150c2-8d59-4a90-9f51-a05ec0238ea6,revision_number=None']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:46:02.074604 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-8aeaf5f7-f595-4d09-9453-60644e542882 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:46:02.075387 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvr_db [None req-ff56a9f4-0774-430c-b40e-b4fe12d61030 None None] Set router 8b5de55b-85bd-41bb-b8b2-b1ef77649103 gateway port host: dv-cinder-775250-3-smb {{(pid=84000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 21:46:02.077117 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-8aeaf5f7-f595-4d09-9453-60644e542882 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:46:02.081549 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-8aeaf5f7-f595-4d09-9453-60644e542882 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/d9d150c2-8d59-4a90-9f51-a05ec0238ea6 HTTP/1.1" status: 204 len: 168 time: 0.1989503 Feb 15 21:46:02.122048 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b7b5fe-c34d-4db6-8588-6cf00d6636d1 req-79a4e060-a393-4146-9b19-d9a49392ab63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:46:02.124904 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-63b7b5fe-c34d-4db6-8588-6cf00d6636d1 req-79a4e060-a393-4146-9b19-d9a49392ab63 service neutron] 10.222.0.46 "GET /v2.0/networks?id=69e9f844-d8da-4039-9b13-e108b452a38b HTTP/1.1" status: 200 len: 904 time: 0.1558590 Feb 15 21:46:02.257098 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-63b7b5fe-c34d-4db6-8588-6cf00d6636d1 req-aac5da62-3d64-4388-a3e3-cd94964fabb7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5f1fbf4c-ab8d-4dc5-97e1-f2da39ede033 HTTP/1.1" status: 200 len: 1000 time: 0.1127672 Feb 15 21:46:02.346702 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b7b5fe-c34d-4db6-8588-6cf00d6636d1 req-cb6b1a68-ca15-4095-931e-6e8d102a9867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:46:02.348933 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-63b7b5fe-c34d-4db6-8588-6cf00d6636d1 req-cb6b1a68-ca15-4095-931e-6e8d102a9867 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=96a9e4d7-4193-4d87-beab-01964d61c871 HTTP/1.1" status: 200 len: 849 time: 0.0743949 Feb 15 21:46:02.485468 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b7b5fe-c34d-4db6-8588-6cf00d6636d1 req-606ea4df-8351-4c50-9e36-c2106b16f8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:46:02.488073 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-63b7b5fe-c34d-4db6-8588-6cf00d6636d1 req-606ea4df-8351-4c50-9e36-c2106b16f8fa service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=69e9f844-d8da-4039-9b13-e108b452a38b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1158850 Feb 15 21:46:02.502728 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_hamode_db [None req-ff56a9f4-0774-430c-b40e-b4fe12d61030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b5de55b-85bd-41bb-b8b2-b1ef77649103', 'name': 'tempest-AttachVolumeTestJSON-246652911-router', 'tenant_id': '01d1e938225c413c8b7177a31ac61fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'external_fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.206'}], 'enable_snat': True}, 'gw_port_id': '5ca6c730-ff34-4990-b0c3-57122126439c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:39:59Z', 'updated_at': '2021-02-15T21:40:24Z', 'revision_number': 4, 'project_id': '01d1e938225c413c8b7177a31ac61fd8', 'gw_port': {'id': '5ca6c730-ff34-4990-b0c3-57122126439c', 'name': '', 'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:78:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5de55b-85bd-41bb-b8b2-b1ef77649103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:40:03Z', 'updated_at': '2021-02-15T21:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-smb', '_floatingips': [{'id': '54a36160-95cc-416c-bf36-cfb5b2855099', 'tenant_id': '01d1e938225c413c8b7177a31ac61fd8', 'floating_ip_address': '172.28.3.243', 'floating_network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'router_id': '8b5de55b-85bd-41bb-b8b2-b1ef77649103', 'port_id': '5f1fbf4c-ab8d-4dc5-97e1-f2da39ede033', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69e9f844-d8da-4039-9b13-e108b452a38b', 'mac_address': 'fa:16:3e:4e:c0:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ebc2431-5f66-4ed5-950b-983bb076b58f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-15T21:45:44Z', 'updated_at': '2021-02-15T21:46:00Z', 'revision_number': 1, 'project_id': '01d1e938225c413c8b7177a31ac61fd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cea81d7-ebb6-47e3-9e63-010ade77cac7', 'name': '', 'network_id': '69e9f844-d8da-4039-9b13-e108b452a38b', 'tenant_id': '01d1e938225c413c8b7177a31ac61fd8', 'mac_address': 'fa:16:3e:f3:cc:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5de55b-85bd-41bb-b8b2-b1ef77649103', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '96a9e4d7-4193-4d87-beab-01964d61c871', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:40:19Z', 'updated_at': '2021-02-15T21:40:41Z', 'revision_number': 5, 'project_id': '01d1e938225c413c8b7177a31ac61fd8', 'subnets': [{'id': '96a9e4d7-4193-4d87-beab-01964d61c871', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-3-smb', False) {} {{(pid=84000) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:46:02.509193 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff56a9f4-0774-430c-b40e-b4fe12d61030 None None] Checking router: 8b5de55b-85bd-41bb-b8b2-b1ef77649103 for host: dv-cinder-775250-3-smb {{(pid=84000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 15 21:46:02.522256 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff56a9f4-0774-430c-b40e-b4fe12d61030 None None] Routers {'8b5de55b-85bd-41bb-b8b2-b1ef77649103'} bound to L3 agent in host dv-cinder-775250-3-smb {{(pid=84000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 21:46:02.522979 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_hamode_db [None req-ff56a9f4-0774-430c-b40e-b4fe12d61030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-15T21:30:22Z,description=,heartbeat_timestamp=2021-02-15T21:45:52Z,host='dv-cinder-775250-3-smb',id=dc46b086-6cb1-49e8-b95e-1fe9b389155e,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T21:30:22Z,topic='l3_agent')) {'router_ids': ['8b5de55b-85bd-41bb-b8b2-b1ef77649103'], 'active': True} {{(pid=84000) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:46:02.731613 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvr_db [None req-ff56a9f4-0774-430c-b40e-b4fe12d61030 None None] Set router 8b5de55b-85bd-41bb-b8b2-b1ef77649103 gateway port host: dv-cinder-775250-3-smb {{(pid=84000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 21:46:02.741492 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-63b7b5fe-c34d-4db6-8588-6cf00d6636d1 req-1e42da98-e961-498c-a394-acb628e47f8f service neutron] 10.222.0.46 "GET /v2.0/networks/69e9f844-d8da-4039-9b13-e108b452a38b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344272 Feb 15 21:46:02.751917 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434ad4bd-129d-4b4c-b532-a460e37bc08f req-c700acf7-bc00-45be-94cd-c7e3f80c3835 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:46:02.753907 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-434ad4bd-129d-4b4c-b532-a460e37bc08f req-c700acf7-bc00-45be-94cd-c7e3f80c3835 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/ports?device_id=e5482a83-bae4-476f-b0ba-1aca2bb0f2ae HTTP/1.1" status: 200 len: 946 time: 0.1450782 Feb 15 21:46:02.955601 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-434ad4bd-129d-4b4c-b532-a460e37bc08f req-5794b16c-50de-4bae-86b6-044a1e823cd8 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/security-groups?id=36c84c7e-747c-4296-a4e6-ed2a9acb3cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1690297 Feb 15 21:46:02.999408 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-63b7b5fe-c34d-4db6-8588-6cf00d6636d1 req-95be9240-0f43-4247-a970-2bc3f6753414 service neutron] 10.222.0.46 "GET /v2.0/networks/69e9f844-d8da-4039-9b13-e108b452a38b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2429483 Feb 15 21:46:03.170213 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_hamode_db [None req-ff56a9f4-0774-430c-b40e-b4fe12d61030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b5de55b-85bd-41bb-b8b2-b1ef77649103', 'name': 'tempest-AttachVolumeTestJSON-246652911-router', 'tenant_id': '01d1e938225c413c8b7177a31ac61fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'external_fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.206'}], 'enable_snat': True}, 'gw_port_id': '5ca6c730-ff34-4990-b0c3-57122126439c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:39:59Z', 'updated_at': '2021-02-15T21:40:24Z', 'revision_number': 4, 'project_id': '01d1e938225c413c8b7177a31ac61fd8', 'gw_port': {'id': '5ca6c730-ff34-4990-b0c3-57122126439c', 'name': '', 'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:78:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5de55b-85bd-41bb-b8b2-b1ef77649103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:40:03Z', 'updated_at': '2021-02-15T21:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-smb', '_floatingips': [{'id': '54a36160-95cc-416c-bf36-cfb5b2855099', 'tenant_id': '01d1e938225c413c8b7177a31ac61fd8', 'floating_ip_address': '172.28.3.243', 'floating_network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'router_id': '8b5de55b-85bd-41bb-b8b2-b1ef77649103', 'port_id': '5f1fbf4c-ab8d-4dc5-97e1-f2da39ede033', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69e9f844-d8da-4039-9b13-e108b452a38b', 'mac_address': 'fa:16:3e:4e:c0:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ebc2431-5f66-4ed5-950b-983bb076b58f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-15T21:45:44Z', 'updated_at': '2021-02-15T21:46:00Z', 'revision_number': 1, 'project_id': '01d1e938225c413c8b7177a31ac61fd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cea81d7-ebb6-47e3-9e63-010ade77cac7', 'name': '', 'network_id': '69e9f844-d8da-4039-9b13-e108b452a38b', 'tenant_id': '01d1e938225c413c8b7177a31ac61fd8', 'mac_address': 'fa:16:3e:f3:cc:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5de55b-85bd-41bb-b8b2-b1ef77649103', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '96a9e4d7-4193-4d87-beab-01964d61c871', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:40:19Z', 'updated_at': '2021-02-15T21:40:41Z', 'revision_number': 5, 'project_id': '01d1e938225c413c8b7177a31ac61fd8', 'subnets': [{'id': '96a9e4d7-4193-4d87-beab-01964d61c871', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-3-smb', False) {} {{(pid=84000) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:46:03.174707 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff56a9f4-0774-430c-b40e-b4fe12d61030 None None] The sync data for ids ['8b5de55b-85bd-41bb-b8b2-b1ef77649103'] in dv-cinder-775250-3-smb is: [{'id': '8b5de55b-85bd-41bb-b8b2-b1ef77649103', 'name': 'tempest-AttachVolumeTestJSON-246652911-router', 'tenant_id': '01d1e938225c413c8b7177a31ac61fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'external_fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.206'}], 'enable_snat': True}, 'gw_port_id': '5ca6c730-ff34-4990-b0c3-57122126439c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:39:59Z', 'updated_at': '2021-02-15T21:40:24Z', 'revision_number': 4, 'project_id': '01d1e938225c413c8b7177a31ac61fd8', 'gw_port': {'id': '5ca6c730-ff34-4990-b0c3-57122126439c', 'name': '', 'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:78:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5de55b-85bd-41bb-b8b2-b1ef77649103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:40:03Z', 'updated_at': '2021-02-15T21:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-smb', '_floatingips': [{'id': '54a36160-95cc-416c-bf36-cfb5b2855099', 'tenant_id': '01d1e938225c413c8b7177a31ac61fd8', 'floating_ip_address': '172.28.3.243', 'floating_network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'router_id': '8b5de55b-85bd-41bb-b8b2-b1ef77649103', 'port_id': '5f1fbf4c-ab8d-4dc5-97e1-f2da39ede033', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69e9f844-d8da-4039-9b13-e108b452a38b', 'mac_address': 'fa:16:3e:4e:c0:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ebc2431-5f66-4ed5-950b-983bb076b58f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-15T21:45:44Z', 'updated_at': '2021-02-15T21:46:00Z', 'revision_number': 1, 'project_id': '01d1e938225c413c8b7177a31ac61fd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cea81d7-ebb6-47e3-9e63-010ade77cac7', 'name': '', 'network_id': '69e9f844-d8da-4039-9b13-e108b452a38b', 'tenant_id': '01d1e938225c413c8b7177a31ac61fd8', 'mac_address': 'fa:16:3e:f3:cc:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5de55b-85bd-41bb-b8b2-b1ef77649103', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '96a9e4d7-4193-4d87-beab-01964d61c871', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:40:19Z', 'updated_at': '2021-02-15T21:40:41Z', 'revision_number': 5, 'project_id': '01d1e938225c413c8b7177a31ac61fd8', 'subnets': [{'id': '96a9e4d7-4193-4d87-beab-01964d61c871', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 15 21:46:03.232977 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d924157-b1dd-4b72-915d-fbc264cf8ad2 req-6a25d33c-4143-4537-a7a4-32ceb27ab963 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:46:03.234927 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-6d924157-b1dd-4b72-915d-fbc264cf8ad2 req-6a25d33c-4143-4537-a7a4-32ceb27ab963 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/ports?device_id=e5482a83-bae4-476f-b0ba-1aca2bb0f2ae HTTP/1.1" status: 200 len: 946 time: 0.1037018 Feb 15 21:46:03.244959 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83998) accepted ('10.222.0.68', 52662) {{(pid=83998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:46:03.254864 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.v2.base [None req-d53d5b6f-9bba-4fff-856d-a311348233a5 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Request body: {'floatingip': {'port_id': 'cb876bfc-a135-447a-934a-6d4680c0eefa'}} {{(pid=83998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:46:03.287270 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Device cb876bfc-a135-447a-934a-6d4680c0eefa up at agent ovs-agent-hv-cinder-77525 {{(pid=84000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:46:03.343098 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-d53d5b6f-9bba-4fff-856d-a311348233a5 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Notify callbacks [] for floatingip, before_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:46:03.368608 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Provisioning complete for port cb876bfc-a135-447a-934a-6d4680c0eefa triggered by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:46:03.369033 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:46:03.529777 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d02f38-21c2-42e9-b70f-fcd8a20f43ab None None] New status for floating IP 54a36160-95cc-416c-bf36-cfb5b2855099: ACTIVE {{(pid=84001) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 15 21:46:04.048326 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-d53d5b6f-9bba-4fff-856d-a311348233a5 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:46:04.052093 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-d53d5b6f-9bba-4fff-856d-a311348233a5 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3816703'] for floatingip, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:46:04.245922 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.db.l3_db [None req-d53d5b6f-9bba-4fff-856d-a311348233a5 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Floating IP efdfba80-07a3-41ad-9fc9-1760f8622500 associated. External IP: 172.28.3.77, port: cb876bfc-a135-447a-934a-6d4680c0eefa. Feb 15 21:46:04.892327 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d53d5b6f-9bba-4fff-856d-a311348233a5 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Router e81aad59-55ff-4a6a-8bd8-70b3ff138194 has already been hosted by L3 agent dc46b086-6cb1-49e8-b95e-1fe9b389155e {{(pid=83998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 15 21:46:05.097012 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d53d5b6f-9bba-4fff-856d-a311348233a5 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Notify agent at l3_agent.dv-cinder-775250-3-smb the message routers_updated {{(pid=83998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 15 21:46:05.102496 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-d53d5b6f-9bba-4fff-856d-a311348233a5 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762656'] for floatingip, before_response {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:46:05.107560 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd05815-468b-4b67-97b5-758f15d8eae2 None None] Sync routers for ids ['e81aad59-55ff-4a6a-8bd8-70b3ff138194'] in dv-cinder-775250-3-smb {{(pid=84000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 15 21:46:05.118880 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd05815-468b-4b67-97b5-758f15d8eae2 None None] Routers {'e81aad59-55ff-4a6a-8bd8-70b3ff138194'} bound to L3 agent in host dv-cinder-775250-3-smb {{(pid=84000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 21:46:05.119982 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_hamode_db [None req-ebd05815-468b-4b67-97b5-758f15d8eae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-15T21:30:22Z,description=,heartbeat_timestamp=2021-02-15T21:45:52Z,host='dv-cinder-775250-3-smb',id=dc46b086-6cb1-49e8-b95e-1fe9b389155e,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T21:30:22Z,topic='l3_agent')) {'router_ids': ['e81aad59-55ff-4a6a-8bd8-70b3ff138194'], 'active': True} {{(pid=84000) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:46:05.191912 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-d53d5b6f-9bba-4fff-856d-a311348233a5 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "PUT /v2.0/floatingips/efdfba80-07a3-41ad-9fc9-1760f8622500 HTTP/1.1" status: 200 len: 991 time: 1.9419932 Feb 15 21:46:05.193179 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5482a83-bae4-476f-b0ba-1aca2bb0f2ae', 'tag': 'cb876bfc-a135-447a-934a-6d4680c0eefa'}] {{(pid=83998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 21:46:05.246774 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5482a83-bae4-476f-b0ba-1aca2bb0f2ae', 'tag': 'cb876bfc-a135-447a-934a-6d4680c0eefa', 'status': 'completed', 'code': 200} Feb 15 21:46:05.335815 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvr_db [None req-ebd05815-468b-4b67-97b5-758f15d8eae2 None None] Set router e81aad59-55ff-4a6a-8bd8-70b3ff138194 gateway port host: dv-cinder-775250-3-smb {{(pid=84000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 21:46:05.368360 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c3e6e0-6e80-4615-9128-f27ad31b1601 req-d4dd7eb3-b389-4ce0-a496-5f57ab6053ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:46:05.370041 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-99c3e6e0-6e80-4615-9128-f27ad31b1601 req-d4dd7eb3-b389-4ce0-a496-5f57ab6053ec service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=83efcaddc4174c70aaaa9d4a9e274006&device_id=e5482a83-bae4-476f-b0ba-1aca2bb0f2ae HTTP/1.1" status: 200 len: 1163 time: 0.0839598 Feb 15 21:46:05.524204 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c3e6e0-6e80-4615-9128-f27ad31b1601 req-fb47c205-7291-4418-9d1b-d18594c688c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:46:05.525827 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-99c3e6e0-6e80-4615-9128-f27ad31b1601 req-fb47c205-7291-4418-9d1b-d18594c688c8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5a32d5d1-e1a3-4ef5-be5e-207bd58c1352 HTTP/1.1" status: 200 len: 911 time: 0.1449497 Feb 15 21:46:05.646529 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-99c3e6e0-6e80-4615-9128-f27ad31b1601 req-bfc6881d-d0f3-46d0-ab22-3779bc527601 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cb876bfc-a135-447a-934a-6d4680c0eefa HTTP/1.1" status: 200 len: 999 time: 0.1119373 Feb 15 21:46:05.721909 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_hamode_db [None req-ebd05815-468b-4b67-97b5-758f15d8eae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e81aad59-55ff-4a6a-8bd8-70b3ff138194', 'name': 'tempest-AttachVolumeShelveTestJSON-1680118998-router', 'tenant_id': '83efcaddc4174c70aaaa9d4a9e274006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'external_fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.90'}], 'enable_snat': True}, 'gw_port_id': '27e5490c-1a36-432e-9ed8-54c14c66d819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:41:09Z', 'updated_at': '2021-02-15T21:41:22Z', 'revision_number': 4, 'project_id': '83efcaddc4174c70aaaa9d4a9e274006', 'gw_port': {'id': '27e5490c-1a36-432e-9ed8-54c14c66d819', 'name': '', 'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:8c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e81aad59-55ff-4a6a-8bd8-70b3ff138194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:41:11Z', 'updated_at': '2021-02-15T21:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-smb', '_floatingips': [{'id': 'efdfba80-07a3-41ad-9fc9-1760f8622500', 'tenant_id': '83efcaddc4174c70aaaa9d4a9e274006', 'floating_ip_address': '172.28.3.77', 'floating_network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'router_id': 'e81aad59-55ff-4a6a-8bd8-70b3ff138194', 'port_id': 'cb876bfc-a135-447a-934a-6d4680c0eefa', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a32d5d1-e1a3-4ef5-be5e-207bd58c1352', 'mac_address': 'fa:16:3e:3b:b3:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5482a83-bae4-476f-b0ba-1aca2bb0f2ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-15T21:45:47Z', 'updated_at': '2021-02-15T21:46:03Z', 'revision_number': 1, 'project_id': '83efcaddc4174c70aaaa9d4a9e274006', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbd7fb33-cdbc-4016-8b09-d901ceb05255', 'name': '', 'network_id': '5a32d5d1-e1a3-4ef5-be5e-207bd58c1352', 'tenant_id': '83efcaddc4174c70aaaa9d4a9e274006', 'mac_address': 'fa:16:3e:4f:04:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e81aad59-55ff-4a6a-8bd8-70b3ff138194', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'f1da26f9-af3a-42e2-9b06-af8d75ade4f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:41:19Z', 'updated_at': '2021-02-15T21:41:39Z', 'revision_number': 5, 'project_id': '83efcaddc4174c70aaaa9d4a9e274006', 'subnets': [{'id': 'f1da26f9-af3a-42e2-9b06-af8d75ade4f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-3-smb', False) {} {{(pid=84000) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:46:05.723144 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c3e6e0-6e80-4615-9128-f27ad31b1601 req-d413a5ab-0586-44f4-aba8-61ab1889e98a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:46:05.724803 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-99c3e6e0-6e80-4615-9128-f27ad31b1601 req-d413a5ab-0586-44f4-aba8-61ab1889e98a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f1da26f9-af3a-42e2-9b06-af8d75ade4f1 HTTP/1.1" status: 200 len: 856 time: 0.0674965 Feb 15 21:46:05.726932 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd05815-468b-4b67-97b5-758f15d8eae2 None None] Checking router: e81aad59-55ff-4a6a-8bd8-70b3ff138194 for host: dv-cinder-775250-3-smb {{(pid=84000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 15 21:46:05.738235 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd05815-468b-4b67-97b5-758f15d8eae2 None None] Routers {'e81aad59-55ff-4a6a-8bd8-70b3ff138194'} bound to L3 agent in host dv-cinder-775250-3-smb {{(pid=84000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 21:46:05.738927 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_hamode_db [None req-ebd05815-468b-4b67-97b5-758f15d8eae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-15T21:30:22Z,description=,heartbeat_timestamp=2021-02-15T21:45:52Z,host='dv-cinder-775250-3-smb',id=dc46b086-6cb1-49e8-b95e-1fe9b389155e,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T21:30:22Z,topic='l3_agent')) {'router_ids': ['e81aad59-55ff-4a6a-8bd8-70b3ff138194'], 'active': True} {{(pid=84000) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:46:05.829920 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c3e6e0-6e80-4615-9128-f27ad31b1601 req-7dedb490-5a6f-4be3-8fd0-12c3507ed328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:46:05.831540 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-99c3e6e0-6e80-4615-9128-f27ad31b1601 req-7dedb490-5a6f-4be3-8fd0-12c3507ed328 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5a32d5d1-e1a3-4ef5-be5e-207bd58c1352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0991192 Feb 15 21:46:05.946153 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvr_db [None req-ebd05815-468b-4b67-97b5-758f15d8eae2 None None] Set router e81aad59-55ff-4a6a-8bd8-70b3ff138194 gateway port host: dv-cinder-775250-3-smb {{(pid=84000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 21:46:05.989097 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-99c3e6e0-6e80-4615-9128-f27ad31b1601 req-3e99e4aa-828a-441e-ab3e-6bf38cd19d1c service neutron] 10.222.0.46 "GET /v2.0/networks/5a32d5d1-e1a3-4ef5-be5e-207bd58c1352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421869 Feb 15 21:46:06.139496 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-99c3e6e0-6e80-4615-9128-f27ad31b1601 req-7b68d96a-8546-42b5-8900-2675acb9b9f4 service neutron] 10.222.0.46 "GET /v2.0/networks/5a32d5d1-e1a3-4ef5-be5e-207bd58c1352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1408598 Feb 15 21:46:06.332019 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_hamode_db [None req-ebd05815-468b-4b67-97b5-758f15d8eae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e81aad59-55ff-4a6a-8bd8-70b3ff138194', 'name': 'tempest-AttachVolumeShelveTestJSON-1680118998-router', 'tenant_id': '83efcaddc4174c70aaaa9d4a9e274006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'external_fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.90'}], 'enable_snat': True}, 'gw_port_id': '27e5490c-1a36-432e-9ed8-54c14c66d819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:41:09Z', 'updated_at': '2021-02-15T21:41:22Z', 'revision_number': 4, 'project_id': '83efcaddc4174c70aaaa9d4a9e274006', 'gw_port': {'id': '27e5490c-1a36-432e-9ed8-54c14c66d819', 'name': '', 'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:8c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e81aad59-55ff-4a6a-8bd8-70b3ff138194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:41:11Z', 'updated_at': '2021-02-15T21:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-smb', '_floatingips': [{'id': 'efdfba80-07a3-41ad-9fc9-1760f8622500', 'tenant_id': '83efcaddc4174c70aaaa9d4a9e274006', 'floating_ip_address': '172.28.3.77', 'floating_network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'router_id': 'e81aad59-55ff-4a6a-8bd8-70b3ff138194', 'port_id': 'cb876bfc-a135-447a-934a-6d4680c0eefa', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a32d5d1-e1a3-4ef5-be5e-207bd58c1352', 'mac_address': 'fa:16:3e:3b:b3:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5482a83-bae4-476f-b0ba-1aca2bb0f2ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-15T21:45:47Z', 'updated_at': '2021-02-15T21:46:03Z', 'revision_number': 1, 'project_id': '83efcaddc4174c70aaaa9d4a9e274006', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbd7fb33-cdbc-4016-8b09-d901ceb05255', 'name': '', 'network_id': '5a32d5d1-e1a3-4ef5-be5e-207bd58c1352', 'tenant_id': '83efcaddc4174c70aaaa9d4a9e274006', 'mac_address': 'fa:16:3e:4f:04:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e81aad59-55ff-4a6a-8bd8-70b3ff138194', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'f1da26f9-af3a-42e2-9b06-af8d75ade4f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:41:19Z', 'updated_at': '2021-02-15T21:41:39Z', 'revision_number': 5, 'project_id': '83efcaddc4174c70aaaa9d4a9e274006', 'subnets': [{'id': 'f1da26f9-af3a-42e2-9b06-af8d75ade4f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-3-smb', False) {} {{(pid=84000) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:46:06.336795 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd05815-468b-4b67-97b5-758f15d8eae2 None None] The sync data for ids ['e81aad59-55ff-4a6a-8bd8-70b3ff138194'] in dv-cinder-775250-3-smb is: [{'id': 'e81aad59-55ff-4a6a-8bd8-70b3ff138194', 'name': 'tempest-AttachVolumeShelveTestJSON-1680118998-router', 'tenant_id': '83efcaddc4174c70aaaa9d4a9e274006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'external_fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.90'}], 'enable_snat': True}, 'gw_port_id': '27e5490c-1a36-432e-9ed8-54c14c66d819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:41:09Z', 'updated_at': '2021-02-15T21:41:22Z', 'revision_number': 4, 'project_id': '83efcaddc4174c70aaaa9d4a9e274006', 'gw_port': {'id': '27e5490c-1a36-432e-9ed8-54c14c66d819', 'name': '', 'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:8c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e81aad59-55ff-4a6a-8bd8-70b3ff138194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:41:11Z', 'updated_at': '2021-02-15T21:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-smb', '_floatingips': [{'id': 'efdfba80-07a3-41ad-9fc9-1760f8622500', 'tenant_id': '83efcaddc4174c70aaaa9d4a9e274006', 'floating_ip_address': '172.28.3.77', 'floating_network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'router_id': 'e81aad59-55ff-4a6a-8bd8-70b3ff138194', 'port_id': 'cb876bfc-a135-447a-934a-6d4680c0eefa', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a32d5d1-e1a3-4ef5-be5e-207bd58c1352', 'mac_address': 'fa:16:3e:3b:b3:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5482a83-bae4-476f-b0ba-1aca2bb0f2ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-15T21:45:47Z', 'updated_at': '2021-02-15T21:46:03Z', 'revision_number': 1, 'project_id': '83efcaddc4174c70aaaa9d4a9e274006', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbd7fb33-cdbc-4016-8b09-d901ceb05255', 'name': '', 'network_id': '5a32d5d1-e1a3-4ef5-be5e-207bd58c1352', 'tenant_id': '83efcaddc4174c70aaaa9d4a9e274006', 'mac_address': 'fa:16:3e:4f:04:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e81aad59-55ff-4a6a-8bd8-70b3ff138194', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'f1da26f9-af3a-42e2-9b06-af8d75ade4f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:41:19Z', 'updated_at': '2021-02-15T21:41:39Z', 'revision_number': 5, 'project_id': '83efcaddc4174c70aaaa9d4a9e274006', 'subnets': [{'id': 'f1da26f9-af3a-42e2-9b06-af8d75ade4f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 15 21:46:06.644856 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462db945-3443-4146-948a-3d01cad571a1 None None] New status for floating IP efdfba80-07a3-41ad-9fc9-1760f8622500: ACTIVE {{(pid=84001) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 15 21:46:11.846279 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ca659e-10d1-4366-985e-2edc08129e7f req-58256e13-e6e2-47a1-919b-7299a5172bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:46:11.848590 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-b0ca659e-10d1-4366-985e-2edc08129e7f req-58256e13-e6e2-47a1-919b-7299a5172bf5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b71bf34df67e45829c465ac56f78d37b&device_id=d699b755-4adc-4240-8368-0341ea8761c0 HTTP/1.1" status: 200 len: 1202 time: 0.0834620 Feb 15 21:46:11.871206 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6ec8c5-28af-4170-ab33-2b975b3e6d11 req-2ac2f75e-684e-405c-9e12-d6641f8c6c07 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:46:11.872876 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-bf6ec8c5-28af-4170-ab33-2b975b3e6d11 req-2ac2f75e-684e-405c-9e12-d6641f8c6c07 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] 10.222.0.68 "GET /v2.0/ports?device_id=d699b755-4adc-4240-8368-0341ea8761c0 HTTP/1.1" status: 200 len: 984 time: 0.0921676 Feb 15 21:46:11.931908 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-bf6ec8c5-28af-4170-ab33-2b975b3e6d11 req-e38d568f-0f44-4755-93ec-c789560a4558 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] 10.222.0.68 "GET /v2.0/security-groups?id=b80da986-26d7-43c6-8b2a-a4f857468aa0&id=50cb1b5e-10b2-417d-a978-a2a613df9f11&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0512414 Feb 15 21:46:11.999730 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ca659e-10d1-4366-985e-2edc08129e7f req-15b21b0e-5be7-433e-becc-0555e7ced792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:46:12.001393 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-b0ca659e-10d1-4366-985e-2edc08129e7f req-15b21b0e-5be7-433e-becc-0555e7ced792 service neutron] 10.222.0.46 "GET /v2.0/networks?id=17650221-126f-4533-a3d9-bfbcad2f9afd HTTP/1.1" status: 200 len: 909 time: 0.1445298 Feb 15 21:46:12.141626 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-b0ca659e-10d1-4366-985e-2edc08129e7f req-79c9b463-29d5-4183-a711-c62488eb94d3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a8942c0-702e-4e6a-a58e-56668cfa3ad2 HTTP/1.1" status: 200 len: 1000 time: 0.1122081 Feb 15 21:46:12.229652 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ca659e-10d1-4366-985e-2edc08129e7f req-bcefd3b6-f6d2-49a6-8c10-b7fa744ece48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:46:12.232132 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-b0ca659e-10d1-4366-985e-2edc08129e7f req-bcefd3b6-f6d2-49a6-8c10-b7fa744ece48 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7958a86e-12be-499c-918a-a8ccd033f569 HTTP/1.1" status: 200 len: 854 time: 0.0729444 Feb 15 21:46:12.573532 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ca659e-10d1-4366-985e-2edc08129e7f req-8018e741-05e8-4aa5-b7e6-a755ccaaf2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:46:12.575151 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-b0ca659e-10d1-4366-985e-2edc08129e7f req-8018e741-05e8-4aa5-b7e6-a755ccaaf2bb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=17650221-126f-4533-a3d9-bfbcad2f9afd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3272228 Feb 15 21:46:12.576361 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 52804) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:46:12.721698 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-baf20e75-845d-490c-9e53-1953ea0e4732 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:46:12.753573 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-baf20e75-845d-490c-9e53-1953ea0e4732 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:46:12.757608 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-b0ca659e-10d1-4366-985e-2edc08129e7f req-6ac8aa51-7411-4338-a301-ec082904bd8e service neutron] 10.222.0.46 "GET /v2.0/networks/17650221-126f-4533-a3d9-bfbcad2f9afd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729906 Feb 15 21:46:12.760359 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-baf20e75-845d-490c-9e53-1953ea0e4732 admin admin] Usage tracker for resource:security_group_rule and tenant:ab9222b5dcb349a1a3c23f45d24babd3 is out of sync, need to count used quota {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:46:12.764192 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-baf20e75-845d-490c-9e53-1953ea0e4732 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:46:12.772358 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-baf20e75-845d-490c-9e53-1953ea0e4732 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:46:12.951996 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-b0ca659e-10d1-4366-985e-2edc08129e7f req-9b4ed894-2336-4e1f-9414-7ecb69378ca3 service neutron] 10.222.0.46 "GET /v2.0/networks/17650221-126f-4533-a3d9-bfbcad2f9afd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1808767 Feb 15 21:46:12.998771 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-baf20e75-845d-490c-9e53-1953ea0e4732 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:46:13.002024 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-baf20e75-845d-490c-9e53-1953ea0e4732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:46:13.010866 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-1e7bf7e8-8512-4d1a-8e17-7e060e7e076a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:46:13.058251 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-baf20e75-845d-490c-9e53-1953ea0e4732 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=ab9222b5dcb349a1a3c23f45d24babd3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4807570 Feb 15 21:46:13.061304 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83998) accepted ('10.222.0.68', 52812) {{(pid=83998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:46:13.096072 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf20e75-845d-490c-9e53-1953ea0e4732 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab49b686-ef8d-44b5-8243-895b8695c91f,revision_number=1']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:46:13.104054 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-baf20e75-845d-490c-9e53-1953ea0e4732 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:46:13.128745 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-e45653b5-7987-4957-aa8d-ffe884bce881 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:46:13.154953 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28879187-fa69-446d-918b-132a3f73082c req-80fd0b75-b1eb-44e6-a480-c21199c38b1b tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:46:13.157503 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-28879187-fa69-446d-918b-132a3f73082c req-80fd0b75-b1eb-44e6-a480-c21199c38b1b tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] 10.222.0.68 "GET /v2.0/ports?device_id=d699b755-4adc-4240-8368-0341ea8761c0 HTTP/1.1" status: 200 len: 984 time: 0.0972712 Feb 15 21:46:13.160962 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-e45653b5-7987-4957-aa8d-ffe884bce881 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:46:13.208089 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-e45653b5-7987-4957-aa8d-ffe884bce881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:46:13.215791 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-83b390d7-7cea-418c-bf58-8b56adbed8c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:46:13.218410 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-28879187-fa69-446d-918b-132a3f73082c req-e2c15ad9-101b-463f-ae93-570f55b2d12b tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] 10.222.0.68 "GET /v2.0/security-groups?id=b80da986-26d7-43c6-8b2a-a4f857468aa0&id=50cb1b5e-10b2-417d-a978-a2a613df9f11&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0539849 Feb 15 21:46:13.232229 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45653b5-7987-4957-aa8d-ffe884bce881 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab49b686-ef8d-44b5-8243-895b8695c91f,revision_number=None']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:46:13.245001 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-e45653b5-7987-4957-aa8d-ffe884bce881 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:46:13.249095 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-e45653b5-7987-4957-aa8d-ffe884bce881 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/ab49b686-ef8d-44b5-8243-895b8695c91f HTTP/1.1" status: 204 len: 168 time: 0.1839032 Feb 15 21:46:13.249095 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45653b5-7987-4957-aa8d-ffe884bce881 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:46:13.249095 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45653b5-7987-4957-aa8d-ffe884bce881 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:46:13.249095 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45653b5-7987-4957-aa8d-ffe884bce881 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:46:13.249507 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45653b5-7987-4957-aa8d-ffe884bce881 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:46:13.249735 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45653b5-7987-4957-aa8d-ffe884bce881 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:46:13.250078 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45653b5-7987-4957-aa8d-ffe884bce881 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:46:13.250548 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45653b5-7987-4957-aa8d-ffe884bce881 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:46:13.251034 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45653b5-7987-4957-aa8d-ffe884bce881 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:46:13.251414 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45653b5-7987-4957-aa8d-ffe884bce881 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:46:13.252182 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45653b5-7987-4957-aa8d-ffe884bce881 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:46:13.252845 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45653b5-7987-4957-aa8d-ffe884bce881 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:46:13.253221 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45653b5-7987-4957-aa8d-ffe884bce881 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:46:13.253645 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45653b5-7987-4957-aa8d-ffe884bce881 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:46:13.254046 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45653b5-7987-4957-aa8d-ffe884bce881 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:46:13.254444 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45653b5-7987-4957-aa8d-ffe884bce881 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:46:13.254838 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45653b5-7987-4957-aa8d-ffe884bce881 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:46:13.255231 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45653b5-7987-4957-aa8d-ffe884bce881 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:46:13.255626 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45653b5-7987-4957-aa8d-ffe884bce881 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:46:13.256023 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45653b5-7987-4957-aa8d-ffe884bce881 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:46:13.256414 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45653b5-7987-4957-aa8d-ffe884bce881 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:46:13.256808 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45653b5-7987-4957-aa8d-ffe884bce881 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:46:13.257202 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45653b5-7987-4957-aa8d-ffe884bce881 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:46:13.257627 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45653b5-7987-4957-aa8d-ffe884bce881 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:46:13.258015 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45653b5-7987-4957-aa8d-ffe884bce881 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:46:13.261977 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-e45653b5-7987-4957-aa8d-ffe884bce881 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:46:13.634895 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83998) accepted ('10.222.0.68', 52824) {{(pid=83998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:46:13.654957 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-593a5f0f-8de9-410d-915e-6cec13b2c7f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:46:13.671094 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-593a5f0f-8de9-410d-915e-6cec13b2c7f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:46:13.675883 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-593a5f0f-8de9-410d-915e-6cec13b2c7f8 admin admin] Usage tracker for resource:security_group_rule and tenant:bfa705f0e8964200973295df9332232e is out of sync, need to count used quota {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:46:13.679004 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-593a5f0f-8de9-410d-915e-6cec13b2c7f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:46:13.684761 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-593a5f0f-8de9-410d-915e-6cec13b2c7f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:46:13.778427 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-593a5f0f-8de9-410d-915e-6cec13b2c7f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:46:13.782356 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-593a5f0f-8de9-410d-915e-6cec13b2c7f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:46:13.792074 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-0e1114c5-3c92-4f53-8ea9-0a13c90f42f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:46:13.835868 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593a5f0f-8de9-410d-915e-6cec13b2c7f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19df10f6-2cef-48da-952b-f34144971806,revision_number=1']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:46:13.839389 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-593a5f0f-8de9-410d-915e-6cec13b2c7f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:46:13.845545 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-593a5f0f-8de9-410d-915e-6cec13b2c7f8 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=bfa705f0e8964200973295df9332232e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2092538 Feb 15 21:46:13.845924 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 52828) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:46:13.913798 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-bb3f6a02-e858-4dc7-8aad-f24ab6404c36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:46:13.945003 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-bb3f6a02-e858-4dc7-8aad-f24ab6404c36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:46:13.961108 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:46:13.993779 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-bb3f6a02-e858-4dc7-8aad-f24ab6404c36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:46:13.999040 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-31d6f60e-a2a5-4c31-a0cb-02d2e0f3ec1d tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:46:14.013995 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3f6a02-e858-4dc7-8aad-f24ab6404c36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19df10f6-2cef-48da-952b-f34144971806,revision_number=None']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:46:14.018043 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-bb3f6a02-e858-4dc7-8aad-f24ab6404c36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:46:14.024261 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-bb3f6a02-e858-4dc7-8aad-f24ab6404c36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:46:14.026129 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-bb3f6a02-e858-4dc7-8aad-f24ab6404c36 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/19df10f6-2cef-48da-952b-f34144971806 HTTP/1.1" status: 204 len: 168 time: 0.1788888 Feb 15 21:46:14.438747 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7817fc7b-fd3f-4003-8dd1-b6360a0bc60f req-8b88ec8b-0f4b-45cb-a614-cb52fb6517c1 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:46:14.440706 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-7817fc7b-fd3f-4003-8dd1-b6360a0bc60f req-8b88ec8b-0f4b-45cb-a614-cb52fb6517c1 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] 10.222.0.68 "GET /v2.0/ports?device_id=d699b755-4adc-4240-8368-0341ea8761c0 HTTP/1.1" status: 200 len: 984 time: 0.0994120 Feb 15 21:46:14.467214 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 52842) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:46:14.486454 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-c786be66-5e74-4e69-8393-f52aea491308 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:46:14.502288 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-c786be66-5e74-4e69-8393-f52aea491308 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:46:14.506863 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-c786be66-5e74-4e69-8393-f52aea491308 admin admin] Usage tracker for resource:security_group_rule and tenant:4b1691db84484f1fa1166cd333adca77 is out of sync, need to count used quota {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:46:14.511940 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-c786be66-5e74-4e69-8393-f52aea491308 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:46:14.520241 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-c786be66-5e74-4e69-8393-f52aea491308 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:46:14.526007 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-7817fc7b-fd3f-4003-8dd1-b6360a0bc60f req-a67e08c1-a180-4548-b7a8-2d25e04b2a15 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] 10.222.0.68 "GET /v2.0/security-groups?id=b80da986-26d7-43c6-8b2a-a4f857468aa0&id=50cb1b5e-10b2-417d-a978-a2a613df9f11&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0777516 Feb 15 21:46:14.618051 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-c786be66-5e74-4e69-8393-f52aea491308 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:46:14.621110 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-c786be66-5e74-4e69-8393-f52aea491308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:46:14.628855 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-baf20e75-845d-490c-9e53-1953ea0e4732 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:46:14.672902 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-c786be66-5e74-4e69-8393-f52aea491308 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=4b1691db84484f1fa1166cd333adca77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2043796 Feb 15 21:46:14.673882 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c786be66-5e74-4e69-8393-f52aea491308 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=044f14cc-0498-4c84-a3a5-0bc595130272,revision_number=1']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:46:14.676310 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83998) accepted ('10.222.0.68', 52846) {{(pid=83998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:46:14.677698 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-c786be66-5e74-4e69-8393-f52aea491308 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:46:14.751073 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-d932b672-3f2a-416c-b872-a85ca7874afe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:46:14.780426 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-d932b672-3f2a-416c-b872-a85ca7874afe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:46:14.835273 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-d932b672-3f2a-416c-b872-a85ca7874afe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:46:14.841497 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-63106957-8e36-4b72-9f00-deb7039a8e20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:46:14.856182 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d932b672-3f2a-416c-b872-a85ca7874afe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=044f14cc-0498-4c84-a3a5-0bc595130272,revision_number=None']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:46:14.859108 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-d932b672-3f2a-416c-b872-a85ca7874afe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:46:14.867827 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-d932b672-3f2a-416c-b872-a85ca7874afe admin admin] Notify callbacks [] for security_group, before_response {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:46:14.869157 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-d932b672-3f2a-416c-b872-a85ca7874afe admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/044f14cc-0498-4c84-a3a5-0bc595130272 HTTP/1.1" status: 204 len: 168 time: 0.1916013 Feb 15 21:46:15.743467 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1abab2-8cf8-433f-98dc-259bfc051886 req-24042f29-3ab4-4bfb-ab18-224af9144e74 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:46:15.745158 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-ff1abab2-8cf8-433f-98dc-259bfc051886 req-24042f29-3ab4-4bfb-ab18-224af9144e74 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] 10.222.0.68 "GET /v2.0/ports?device_id=d699b755-4adc-4240-8368-0341ea8761c0 HTTP/1.1" status: 200 len: 984 time: 0.0975952 Feb 15 21:46:15.799208 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-ff1abab2-8cf8-433f-98dc-259bfc051886 req-3ae77b3c-9755-4911-a9de-26ddbe8c4644 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] 10.222.0.68 "GET /v2.0/security-groups?id=b80da986-26d7-43c6-8b2a-a4f857468aa0&id=50cb1b5e-10b2-417d-a978-a2a613df9f11&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0468285 Feb 15 21:46:17.048539 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e785bd-8e77-4be7-ae90-e47f269e9429 req-88bcbfbc-dda3-4a5c-8e87-4fa6e217c676 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:46:17.050289 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-c0e785bd-8e77-4be7-ae90-e47f269e9429 req-88bcbfbc-dda3-4a5c-8e87-4fa6e217c676 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] 10.222.0.68 "GET /v2.0/ports?device_id=d699b755-4adc-4240-8368-0341ea8761c0 HTTP/1.1" status: 200 len: 984 time: 0.0974386 Feb 15 21:46:17.125578 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-c0e785bd-8e77-4be7-ae90-e47f269e9429 req-38a3b208-5c5b-42ca-afd5-27ac90182629 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] 10.222.0.68 "GET /v2.0/security-groups?id=b80da986-26d7-43c6-8b2a-a4f857468aa0&id=50cb1b5e-10b2-417d-a978-a2a613df9f11&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0626135 Feb 15 21:46:18.372093 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58b9611-6ee7-4b67-8259-7618ce264382 req-9b1cf2b9-8f6c-4772-afcd-259a3d6fd3b9 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:46:18.373782 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-a58b9611-6ee7-4b67-8259-7618ce264382 req-9b1cf2b9-8f6c-4772-afcd-259a3d6fd3b9 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] 10.222.0.68 "GET /v2.0/ports?device_id=d699b755-4adc-4240-8368-0341ea8761c0 HTTP/1.1" status: 200 len: 984 time: 0.0935209 Feb 15 21:46:18.431478 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-a58b9611-6ee7-4b67-8259-7618ce264382 req-268291de-470e-409c-9183-7a14e0db4068 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] 10.222.0.68 "GET /v2.0/security-groups?id=b80da986-26d7-43c6-8b2a-a4f857468aa0&id=50cb1b5e-10b2-417d-a978-a2a613df9f11&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0504301 Feb 15 21:46:19.088304 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-6856fe80-f8da-4a33-80ff-f54aa985965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:46:19.650260 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3922e5f2-9908-427c-aa69-a66c8e64631d req-136217c1-36e8-446f-98b6-903fc5a34302 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:46:19.651892 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-3922e5f2-9908-427c-aa69-a66c8e64631d req-136217c1-36e8-446f-98b6-903fc5a34302 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] 10.222.0.68 "GET /v2.0/ports?device_id=d699b755-4adc-4240-8368-0341ea8761c0 HTTP/1.1" status: 200 len: 984 time: 0.0945818 Feb 15 21:46:19.715866 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-3922e5f2-9908-427c-aa69-a66c8e64631d req-4219210c-f2ca-4314-99b2-f2a27cb6f1a2 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] 10.222.0.68 "GET /v2.0/security-groups?id=b80da986-26d7-43c6-8b2a-a4f857468aa0&id=50cb1b5e-10b2-417d-a978-a2a613df9f11&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0571029 Feb 15 21:46:20.939065 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b934e4-5dfd-472a-9c42-d52ac0936078 req-d8d49545-e8ce-423d-860c-c34c0a9ef6be tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:46:20.940835 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-58b934e4-5dfd-472a-9c42-d52ac0936078 req-d8d49545-e8ce-423d-860c-c34c0a9ef6be tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] 10.222.0.68 "GET /v2.0/ports?device_id=d699b755-4adc-4240-8368-0341ea8761c0 HTTP/1.1" status: 200 len: 984 time: 0.0954762 Feb 15 21:46:20.996424 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-58b934e4-5dfd-472a-9c42-d52ac0936078 req-dab6ac67-24b8-4b64-913f-2ee0a6b3fa93 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] 10.222.0.68 "GET /v2.0/security-groups?id=b80da986-26d7-43c6-8b2a-a4f857468aa0&id=50cb1b5e-10b2-417d-a978-a2a613df9f11&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0481772 Feb 15 21:46:22.246940 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db078f4e-89d7-4ee7-9064-91e485e1d480 req-bb5c198c-c99c-4db7-8ab5-42bf276e414b tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:46:22.248646 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-db078f4e-89d7-4ee7-9064-91e485e1d480 req-bb5c198c-c99c-4db7-8ab5-42bf276e414b tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] 10.222.0.68 "GET /v2.0/ports?device_id=d699b755-4adc-4240-8368-0341ea8761c0 HTTP/1.1" status: 200 len: 984 time: 0.1060290 Feb 15 21:46:22.308170 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-db078f4e-89d7-4ee7-9064-91e485e1d480 req-e57b315e-589b-4a44-b26e-63fc0e62736b tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] 10.222.0.68 "GET /v2.0/security-groups?id=b80da986-26d7-43c6-8b2a-a4f857468aa0&id=50cb1b5e-10b2-417d-a978-a2a613df9f11&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0513933 Feb 15 21:46:22.354494 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-cb928943-437c-4346-aabe-6fd92d44596c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:46:22.513976 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-4f2d6fe3-588d-414d-8fc0-9e430caa4704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:46:23.475858 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:46:23.538770 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1102078f-5cd6-4454-a078-ec1c873f5e3a req-084e8006-7080-46c1-8cb3-65714308679d tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:46:23.540449 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-1102078f-5cd6-4454-a078-ec1c873f5e3a req-084e8006-7080-46c1-8cb3-65714308679d tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] 10.222.0.68 "GET /v2.0/ports?device_id=d699b755-4adc-4240-8368-0341ea8761c0 HTTP/1.1" status: 200 len: 984 time: 0.0983284 Feb 15 21:46:23.600425 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-1102078f-5cd6-4454-a078-ec1c873f5e3a req-4a0a743a-e991-48fe-9217-fe4fadfa5513 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] 10.222.0.68 "GET /v2.0/security-groups?id=b80da986-26d7-43c6-8b2a-a4f857468aa0&id=50cb1b5e-10b2-417d-a978-a2a613df9f11&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0514693 Feb 15 21:46:24.446422 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-c15141da-837e-426e-b554-b41f5a3e4bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:46:24.821048 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16519284-530f-474f-8c3d-38a5eef91aae req-89f773d1-6c24-43e1-a88a-8bbdcb0f3cdb tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:46:24.822817 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-16519284-530f-474f-8c3d-38a5eef91aae req-89f773d1-6c24-43e1-a88a-8bbdcb0f3cdb tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] 10.222.0.68 "GET /v2.0/ports?device_id=d699b755-4adc-4240-8368-0341ea8761c0 HTTP/1.1" status: 200 len: 984 time: 0.0964797 Feb 15 21:46:24.901961 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-16519284-530f-474f-8c3d-38a5eef91aae req-6be122b0-61f1-4c11-ae2b-1a6afdc60c53 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] 10.222.0.68 "GET /v2.0/security-groups?id=b80da986-26d7-43c6-8b2a-a4f857468aa0&id=50cb1b5e-10b2-417d-a978-a2a613df9f11&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0651407 Feb 15 21:46:26.150570 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d319fad8-3da9-44b3-858c-2aa1d793a28b req-69361198-4705-4d7d-aa86-659e445dbe63 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:46:26.152586 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-d319fad8-3da9-44b3-858c-2aa1d793a28b req-69361198-4705-4d7d-aa86-659e445dbe63 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] 10.222.0.68 "GET /v2.0/ports?device_id=d699b755-4adc-4240-8368-0341ea8761c0 HTTP/1.1" status: 200 len: 984 time: 0.1097605 Feb 15 21:46:26.215244 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-d319fad8-3da9-44b3-858c-2aa1d793a28b req-368e4926-abf9-4e49-8291-11b2b3b5e804 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] 10.222.0.68 "GET /v2.0/security-groups?id=b80da986-26d7-43c6-8b2a-a4f857468aa0&id=50cb1b5e-10b2-417d-a978-a2a613df9f11&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0521867 Feb 15 21:46:27.452040 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c7bec0-432c-49c6-a8d6-c085b4e91f2c req-b8d5304a-6c95-4d5e-929c-d9750b12e3a8 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:46:27.453663 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-95c7bec0-432c-49c6-a8d6-c085b4e91f2c req-b8d5304a-6c95-4d5e-929c-d9750b12e3a8 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] 10.222.0.68 "GET /v2.0/ports?device_id=d699b755-4adc-4240-8368-0341ea8761c0 HTTP/1.1" status: 200 len: 984 time: 0.1094840 Feb 15 21:46:27.520789 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-95c7bec0-432c-49c6-a8d6-c085b4e91f2c req-722a1bf6-f1a0-4782-add8-696e5efd3ef1 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] 10.222.0.68 "GET /v2.0/security-groups?id=b80da986-26d7-43c6-8b2a-a4f857468aa0&id=50cb1b5e-10b2-417d-a978-a2a613df9f11&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0603120 Feb 15 21:46:28.740378 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a519acd-129e-4810-b7e4-893138172136 req-2be460a7-87d1-49b4-b55f-f854bb90fc37 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:46:28.742055 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-7a519acd-129e-4810-b7e4-893138172136 req-2be460a7-87d1-49b4-b55f-f854bb90fc37 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] 10.222.0.68 "GET /v2.0/ports?device_id=d699b755-4adc-4240-8368-0341ea8761c0 HTTP/1.1" status: 200 len: 984 time: 0.0915775 Feb 15 21:46:28.796507 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-7a519acd-129e-4810-b7e4-893138172136 req-84e54243-4a5f-46a7-9f3b-acb5e46b8b8a tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] 10.222.0.68 "GET /v2.0/security-groups?id=b80da986-26d7-43c6-8b2a-a4f857468aa0&id=50cb1b5e-10b2-417d-a978-a2a613df9f11&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0478039 Feb 15 21:46:30.014446 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2187c453-922f-4921-96e9-71ac8b2ffe44 req-d6e52591-f177-41fe-929e-894e46572851 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:46:30.016094 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-2187c453-922f-4921-96e9-71ac8b2ffe44 req-d6e52591-f177-41fe-929e-894e46572851 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] 10.222.0.68 "GET /v2.0/ports?device_id=d699b755-4adc-4240-8368-0341ea8761c0 HTTP/1.1" status: 200 len: 984 time: 0.0928421 Feb 15 21:46:30.067936 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-2187c453-922f-4921-96e9-71ac8b2ffe44 req-fc6ce093-33df-4b9b-91be-914aede85104 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] 10.222.0.68 "GET /v2.0/security-groups?id=b80da986-26d7-43c6-8b2a-a4f857468aa0&id=50cb1b5e-10b2-417d-a978-a2a613df9f11&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0449839 Feb 15 21:46:31.285438 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb05022c-2589-40dd-bc41-983ddfa90102 req-3d8a4724-2248-4f54-887c-3b929afb2492 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:46:31.287140 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-bb05022c-2589-40dd-bc41-983ddfa90102 req-3d8a4724-2248-4f54-887c-3b929afb2492 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] 10.222.0.68 "GET /v2.0/ports?device_id=d699b755-4adc-4240-8368-0341ea8761c0 HTTP/1.1" status: 200 len: 984 time: 0.0950546 Feb 15 21:46:31.339593 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-bb05022c-2589-40dd-bc41-983ddfa90102 req-09ee746c-1650-4193-9a23-27ce50117eb4 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] 10.222.0.68 "GET /v2.0/security-groups?id=b80da986-26d7-43c6-8b2a-a4f857468aa0&id=50cb1b5e-10b2-417d-a978-a2a613df9f11&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0458519 Feb 15 21:46:31.480766 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Device 3a8942c0-702e-4e6a-a58e-56668cfa3ad2 up at agent ovs-agent-hv-cinder-77525 {{(pid=84000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:46:31.555473 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Provisioning complete for port 3a8942c0-702e-4e6a-a58e-56668cfa3ad2 triggered by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:46:31.555893 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:46:32.554992 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cbbaff-9027-49b2-880a-c50c21619a61 req-b794c36a-9c29-4749-bacb-bb07c9090830 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:46:32.556583 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-81cbbaff-9027-49b2-880a-c50c21619a61 req-b794c36a-9c29-4749-bacb-bb07c9090830 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] 10.222.0.68 "GET /v2.0/ports?device_id=d699b755-4adc-4240-8368-0341ea8761c0 HTTP/1.1" status: 200 len: 984 time: 0.0926793 Feb 15 21:46:32.609569 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-81cbbaff-9027-49b2-880a-c50c21619a61 req-2ecfb5a9-ed01-4b57-a4b9-e083959a0beb tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] 10.222.0.68 "GET /v2.0/security-groups?id=b80da986-26d7-43c6-8b2a-a4f857468aa0&id=50cb1b5e-10b2-417d-a978-a2a613df9f11&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0464060 Feb 15 21:46:33.816337 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744a6a5c-d259-466d-b631-ada67a4f623e req-0181c44e-4b41-485f-88b5-cf6febc742d8 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:46:33.818002 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-744a6a5c-d259-466d-b631-ada67a4f623e req-0181c44e-4b41-485f-88b5-cf6febc742d8 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] 10.222.0.68 "GET /v2.0/ports?device_id=d699b755-4adc-4240-8368-0341ea8761c0 HTTP/1.1" status: 200 len: 984 time: 0.0927143 Feb 15 21:46:33.890344 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-744a6a5c-d259-466d-b631-ada67a4f623e req-e3f9a684-6845-4a09-8e18-06de1dc64452 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] 10.222.0.68 "GET /v2.0/security-groups?id=b80da986-26d7-43c6-8b2a-a4f857468aa0&id=50cb1b5e-10b2-417d-a978-a2a613df9f11&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0655556 Feb 15 21:46:35.100455 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73cc323-90c9-4145-8905-de33da3a66d0 req-ae314866-86a7-4598-9292-cb49b79ea05e tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:46:35.102059 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-b73cc323-90c9-4145-8905-de33da3a66d0 req-ae314866-86a7-4598-9292-cb49b79ea05e tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] 10.222.0.68 "GET /v2.0/ports?device_id=d699b755-4adc-4240-8368-0341ea8761c0 HTTP/1.1" status: 200 len: 984 time: 0.0893707 Feb 15 21:46:35.157105 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-b73cc323-90c9-4145-8905-de33da3a66d0 req-a77c11f5-bc2d-4af5-ae5d-258270a583d2 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] 10.222.0.68 "GET /v2.0/security-groups?id=b80da986-26d7-43c6-8b2a-a4f857468aa0&id=50cb1b5e-10b2-417d-a978-a2a613df9f11&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0484784 Feb 15 21:46:35.548521 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Device 3a8942c0-702e-4e6a-a58e-56668cfa3ad2 up at agent ovs-agent-hv-cinder-77525 {{(pid=84000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:46:35.627253 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Provisioning complete for port 3a8942c0-702e-4e6a-a58e-56668cfa3ad2 triggered by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:46:35.627683 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:46:36.745829 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.agents_db [None req-9c3f008a-7c02-4f45-a369-4199c6caa59a None None] Agent healthcheck: found 6 active agents {{(pid=84001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 15 21:46:43.660050 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-f1e73146-7635-4954-b386-e91289dda2a4 req-80690b26-eed2-440d-a469-da98d1b4520a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d699b755-4adc-4240-8368-0341ea8761c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0830393 Feb 15 21:46:43.768968 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e73146-7635-4954-b386-e91289dda2a4 req-97380ccf-f2fb-4dff-9c1e-03fd89488517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:46:43.770673 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-f1e73146-7635-4954-b386-e91289dda2a4 req-97380ccf-f2fb-4dff-9c1e-03fd89488517 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b71bf34df67e45829c465ac56f78d37b&device_id=d699b755-4adc-4240-8368-0341ea8761c0 HTTP/1.1" status: 200 len: 1202 time: 0.0828035 Feb 15 21:46:43.943561 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e73146-7635-4954-b386-e91289dda2a4 req-2801c7f0-ae04-4009-9d58-a0104b8cea2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:46:43.945217 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-f1e73146-7635-4954-b386-e91289dda2a4 req-2801c7f0-ae04-4009-9d58-a0104b8cea2b service neutron] 10.222.0.46 "GET /v2.0/networks?id=17650221-126f-4533-a3d9-bfbcad2f9afd HTTP/1.1" status: 200 len: 909 time: 0.1504202 Feb 15 21:46:44.078572 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-f1e73146-7635-4954-b386-e91289dda2a4 req-cc720ee7-c4d2-4ab1-a298-6156e1e4da5d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a8942c0-702e-4e6a-a58e-56668cfa3ad2 HTTP/1.1" status: 200 len: 1000 time: 0.1260304 Feb 15 21:46:44.167180 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e73146-7635-4954-b386-e91289dda2a4 req-18ef798e-c3e3-4776-ab33-017b2d7fe0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:46:44.168828 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-f1e73146-7635-4954-b386-e91289dda2a4 req-18ef798e-c3e3-4776-ab33-017b2d7fe0f2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7958a86e-12be-499c-918a-a8ccd033f569 HTTP/1.1" status: 200 len: 854 time: 0.0770361 Feb 15 21:46:44.178595 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:46:44.259846 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e73146-7635-4954-b386-e91289dda2a4 req-a8dab85d-9fec-43a7-9081-ee73a28fedab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:46:44.261460 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-f1e73146-7635-4954-b386-e91289dda2a4 req-a8dab85d-9fec-43a7-9081-ee73a28fedab service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=17650221-126f-4533-a3d9-bfbcad2f9afd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0850558 Feb 15 21:46:44.414414 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-f1e73146-7635-4954-b386-e91289dda2a4 req-07d12b19-acb8-40d2-bb45-02c6aaaa616f service neutron] 10.222.0.46 "GET /v2.0/networks/17650221-126f-4533-a3d9-bfbcad2f9afd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437111 Feb 15 21:46:44.586061 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-f1e73146-7635-4954-b386-e91289dda2a4 req-179814db-c7fd-433b-a67b-3f187b59a38b service neutron] 10.222.0.46 "GET /v2.0/networks/17650221-126f-4533-a3d9-bfbcad2f9afd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1589091 Feb 15 21:46:49.093230 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-bacf7ad4-dfe2-4be7-bd01-5a0a413752a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:46:52.350291 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-4fab4b63-9f51-474f-b8ba-a8e59d90a6c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:46:52.516807 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-4f2d6fe3-588d-414d-8fc0-9e430caa4704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:46:53.496856 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:46:54.450114 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-c15141da-837e-426e-b554-b41f5a3e4bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:46:56.258213 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18c6248-7b9d-4dce-a2a1-ba534d8c3315 req-18a74713-889c-4295-a9c6-641a3f528696 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:46:56.259992 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-e18c6248-7b9d-4dce-a2a1-ba534d8c3315 req-18a74713-889c-4295-a9c6-641a3f528696 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/ports?device_id=e5482a83-bae4-476f-b0ba-1aca2bb0f2ae HTTP/1.1" status: 200 len: 946 time: 0.1091118 Feb 15 21:46:56.315106 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-e18c6248-7b9d-4dce-a2a1-ba534d8c3315 req-7677670c-b15a-4826-a739-23b439b8e187 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/security-groups?id=36c84c7e-747c-4296-a4e6-ed2a9acb3cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479977 Feb 15 21:46:57.531852 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98c43c3-a27e-43e5-bbaa-cd1e38a2737e req-97c8d54e-852e-4c4e-b3f4-ab9a05570f50 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:46:57.533554 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-d98c43c3-a27e-43e5-bbaa-cd1e38a2737e req-97c8d54e-852e-4c4e-b3f4-ab9a05570f50 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/ports?device_id=e5482a83-bae4-476f-b0ba-1aca2bb0f2ae HTTP/1.1" status: 200 len: 946 time: 0.0904820 Feb 15 21:46:57.590069 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-d98c43c3-a27e-43e5-bbaa-cd1e38a2737e req-0479877c-09b5-44b6-a4b9-555dbe2388b0 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/security-groups?id=36c84c7e-747c-4296-a4e6-ed2a9acb3cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496275 Feb 15 21:46:58.810929 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473cca96-6448-472a-9446-0f1a529b4207 req-fff130db-8e81-4c78-a91b-a233babc4902 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:46:58.812746 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-473cca96-6448-472a-9446-0f1a529b4207 req-fff130db-8e81-4c78-a91b-a233babc4902 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/ports?device_id=e5482a83-bae4-476f-b0ba-1aca2bb0f2ae HTTP/1.1" status: 200 len: 946 time: 0.0981355 Feb 15 21:46:58.865961 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-473cca96-6448-472a-9446-0f1a529b4207 req-4a2dfd36-e031-45e2-9507-a938bb2ef1d2 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/security-groups?id=36c84c7e-747c-4296-a4e6-ed2a9acb3cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464933 Feb 15 21:47:00.095090 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15681749-9161-4d37-88df-c84bd1e1d34e req-80e7c184-ae79-4e0f-b1bb-c2d9450b494e tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:47:00.096868 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-15681749-9161-4d37-88df-c84bd1e1d34e req-80e7c184-ae79-4e0f-b1bb-c2d9450b494e tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/ports?device_id=e5482a83-bae4-476f-b0ba-1aca2bb0f2ae HTTP/1.1" status: 200 len: 946 time: 0.0976927 Feb 15 21:47:00.151023 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-15681749-9161-4d37-88df-c84bd1e1d34e req-0940a7ab-9ae4-4b9a-ac24-ed889800f6b3 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/security-groups?id=36c84c7e-747c-4296-a4e6-ed2a9acb3cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466721 Feb 15 21:47:01.364787 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b084f3-38e0-4c8b-b6c3-edf1577197e1 req-30f38e19-56b4-4d78-b677-7ab62beab7d4 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:47:01.366526 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-29b084f3-38e0-4c8b-b6c3-edf1577197e1 req-30f38e19-56b4-4d78-b677-7ab62beab7d4 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/ports?device_id=e5482a83-bae4-476f-b0ba-1aca2bb0f2ae HTTP/1.1" status: 200 len: 946 time: 0.0932636 Feb 15 21:47:01.429362 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-29b084f3-38e0-4c8b-b6c3-edf1577197e1 req-b79c26ef-aacf-4e3c-a4f0-796a2d574a8c tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/security-groups?id=36c84c7e-747c-4296-a4e6-ed2a9acb3cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545502 Feb 15 21:47:02.657042 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0d51be-4fcb-4eb9-b425-57d2ab66b005 req-dd7f6535-16ca-4b06-affb-4ab4c4303c1f tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:47:02.658917 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-4c0d51be-4fcb-4eb9-b425-57d2ab66b005 req-dd7f6535-16ca-4b06-affb-4ab4c4303c1f tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/ports?device_id=e5482a83-bae4-476f-b0ba-1aca2bb0f2ae HTTP/1.1" status: 200 len: 946 time: 0.1037867 Feb 15 21:47:02.717954 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-4c0d51be-4fcb-4eb9-b425-57d2ab66b005 req-9c829223-c5ba-42c4-99a8-d1feffc1f581 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/security-groups?id=36c84c7e-747c-4296-a4e6-ed2a9acb3cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514622 Feb 15 21:47:03.944644 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b609198-c869-495d-bc36-20870f1131fd req-125fbc8b-8f90-4f9f-9a53-eff3dd3755d9 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:47:03.946333 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-6b609198-c869-495d-bc36-20870f1131fd req-125fbc8b-8f90-4f9f-9a53-eff3dd3755d9 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/ports?device_id=e5482a83-bae4-476f-b0ba-1aca2bb0f2ae HTTP/1.1" status: 200 len: 946 time: 0.1045668 Feb 15 21:47:04.003169 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-6b609198-c869-495d-bc36-20870f1131fd req-aff5716f-8b2d-4c43-ba6d-cda24c19eb46 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/security-groups?id=36c84c7e-747c-4296-a4e6-ed2a9acb3cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499775 Feb 15 21:47:04.676320 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4ec85c-585a-4bc9-b909-be35f95bad4a req-9f44486f-5453-4ca5-8e25-58fd156e9569 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:47:04.677968 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-8e4ec85c-585a-4bc9-b909-be35f95bad4a req-9f44486f-5453-4ca5-8e25-58fd156e9569 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "GET /v2.0/ports?device_id=8ebc2431-5f66-4ed5-950b-983bb076b58f HTTP/1.1" status: 200 len: 946 time: 0.0950167 Feb 15 21:47:04.725815 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-8e4ec85c-585a-4bc9-b909-be35f95bad4a req-9865d740-cfb3-47d0-bf03-3989d238a48b tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "GET /v2.0/security-groups?id=b682ea1e-6fd0-4363-a586-e76a5aa683e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412266 Feb 15 21:47:05.218964 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eecc6f4-5891-4458-9eb3-ca2c0495890d req-3b7f32b9-ef06-4bd4-b1b8-bb77b5fd0620 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:47:05.220582 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-1eecc6f4-5891-4458-9eb3-ca2c0495890d req-3b7f32b9-ef06-4bd4-b1b8-bb77b5fd0620 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/ports?device_id=e5482a83-bae4-476f-b0ba-1aca2bb0f2ae HTTP/1.1" status: 200 len: 946 time: 0.0901546 Feb 15 21:47:05.277436 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-1eecc6f4-5891-4458-9eb3-ca2c0495890d req-f430db0d-84a5-4ea1-ab42-938c11a88cb8 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/security-groups?id=36c84c7e-747c-4296-a4e6-ed2a9acb3cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481510 Feb 15 21:47:05.933043 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4236d63-ea9c-4360-b6ef-b3a066ce5d68 req-0f1a4fa3-d5c3-4a4a-ba40-6554d28b6770 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:47:05.934763 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-a4236d63-ea9c-4360-b6ef-b3a066ce5d68 req-0f1a4fa3-d5c3-4a4a-ba40-6554d28b6770 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "GET /v2.0/ports?device_id=8ebc2431-5f66-4ed5-950b-983bb076b58f HTTP/1.1" status: 200 len: 946 time: 0.0918577 Feb 15 21:47:05.989308 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-a4236d63-ea9c-4360-b6ef-b3a066ce5d68 req-3e66f678-2a4a-410f-8731-a6123b3db2ed tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "GET /v2.0/security-groups?id=b682ea1e-6fd0-4363-a586-e76a5aa683e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458627 Feb 15 21:47:06.554576 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2c49f7-8a3d-416d-890a-148488b6e798 req-7cbfb72f-b23a-416b-a06a-a7ab0befb6ae tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:47:06.556264 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-7c2c49f7-8a3d-416d-890a-148488b6e798 req-7cbfb72f-b23a-416b-a06a-a7ab0befb6ae tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/ports?device_id=e5482a83-bae4-476f-b0ba-1aca2bb0f2ae HTTP/1.1" status: 200 len: 946 time: 0.1512704 Feb 15 21:47:06.620779 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-7c2c49f7-8a3d-416d-890a-148488b6e798 req-eb215d67-b6d1-4d64-837b-3c45fb0b1693 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/security-groups?id=36c84c7e-747c-4296-a4e6-ed2a9acb3cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571814 Feb 15 21:47:06.627795 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4435cb0a-ab6a-47d9-b0d8-a2ecc8c9a64c req-ebdce15c-dea0-4a73-b01c-302bcba89128 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:47:06.629982 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-4435cb0a-ab6a-47d9-b0d8-a2ecc8c9a64c req-ebdce15c-dea0-4a73-b01c-302bcba89128 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.46 "GET /v2.0/ports?device_id=8ebc2431-5f66-4ed5-950b-983bb076b58f HTTP/1.1" status: 200 len: 946 time: 0.1515675 Feb 15 21:47:06.717611 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.plugin [req-4435cb0a-ab6a-47d9-b0d8-a2ecc8c9a64c req-85e5daf8-640d-4ac2-8e02-c0e2e2b14ee9 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Deleting port 5f1fbf4c-ab8d-4dc5-97e1-f2da39ede033 {{(pid=83999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 21:47:06.718001 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-4435cb0a-ab6a-47d9-b0d8-a2ecc8c9a64c req-85e5daf8-640d-4ac2-8e02-c0e2e2b14ee9 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779317974814'] for port, before_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:07.028898 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [req-4435cb0a-ab6a-47d9-b0d8-a2ecc8c9a64c req-85e5daf8-640d-4ac2-8e02-c0e2e2b14ee9 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] For port 5f1fbf4c-ab8d-4dc5-97e1-f2da39ede033, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=5f1fbf4c-ab8d-4dc5-97e1-f2da39ede033,segment=NetworkSegment(8c893903-8c9b-4ad7-b25b-3668faa686d9),segment_id=8c893903-8c9b-4ad7-b25b-3668faa686d9)] {{(pid=83999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:47:07.029379 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-4435cb0a-ab6a-47d9-b0d8-a2ecc8c9a64c req-85e5daf8-640d-4ac2-8e02-c0e2e2b14ee9 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3871786'] for port, precommit_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:07.207908 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bf715b-e2c4-4b62-b053-9acc2e7d628d req-e80f524d-443e-4423-a818-401976eebd1a tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:47:07.209552 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-f4bf715b-e2c4-4b62-b053-9acc2e7d628d req-e80f524d-443e-4423-a818-401976eebd1a tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "GET /v2.0/ports?device_id=8ebc2431-5f66-4ed5-950b-983bb076b58f HTTP/1.1" status: 200 len: 946 time: 0.0924780 Feb 15 21:47:07.260840 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-f4bf715b-e2c4-4b62-b053-9acc2e7d628d req-634fadd7-db76-4d86-864b-57ece2730ff7 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "GET /v2.0/security-groups?id=b682ea1e-6fd0-4363-a586-e76a5aa683e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445163 Feb 15 21:47:07.355300 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-4435cb0a-ab6a-47d9-b0d8-a2ecc8c9a64c req-85e5daf8-640d-4ac2-8e02-c0e2e2b14ee9 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:07.355716 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-4435cb0a-ab6a-47d9-b0d8-a2ecc8c9a64c req-85e5daf8-640d-4ac2-8e02-c0e2e2b14ee9 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3816703'] for floatingip, after_update {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:07.356070 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.db.l3_db [req-4435cb0a-ab6a-47d9-b0d8-a2ecc8c9a64c req-85e5daf8-640d-4ac2-8e02-c0e2e2b14ee9 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Floating IP 54a36160-95cc-416c-bf36-cfb5b2855099 disassociated. External IP: 172.28.3.243, port: 5f1fbf4c-ab8d-4dc5-97e1-f2da39ede033. Feb 15 21:47:07.356459 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.plugin [req-4435cb0a-ab6a-47d9-b0d8-a2ecc8c9a64c req-85e5daf8-640d-4ac2-8e02-c0e2e2b14ee9 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Calling delete_port for 5f1fbf4c-ab8d-4dc5-97e1-f2da39ede033 owned by compute:nova {{(pid=83999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 21:47:07.515869 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-4435cb0a-ab6a-47d9-b0d8-a2ecc8c9a64c req-85e5daf8-640d-4ac2-8e02-c0e2e2b14ee9 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779317976810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363257537242535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853815187'] for port, after_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:07.532252 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-12789139-32e1-41d3-a62a-2e3b967c1344 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:47:07.721931 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Device cb876bfc-a135-447a-934a-6d4680c0eefa up at agent ovs-agent-hv-cinder-77525 {{(pid=84000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:47:07.806821 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Provisioning complete for port cb876bfc-a135-447a-934a-6d4680c0eefa triggered by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:47:07.807370 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:07.831186 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e5daf8-640d-4ac2-8e02-c0e2e2b14ee9 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Pushing event deleted for resources: {'Port': ['ID=5f1fbf4c-ab8d-4dc5-97e1-f2da39ede033,revision_number=None']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:47:07.951392 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Device 5f1fbf4c-ab8d-4dc5-97e1-f2da39ede033 no longer exists at agent ovs-agent-hv-cinder-77525 {{(pid=84000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 15 21:47:07.983262 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e5daf8-640d-4ac2-8e02-c0e2e2b14ee9 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:47:07.983685 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e5daf8-640d-4ac2-8e02-c0e2e2b14ee9 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:47:07.984101 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e5daf8-640d-4ac2-8e02-c0e2e2b14ee9 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:47:07.984522 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e5daf8-640d-4ac2-8e02-c0e2e2b14ee9 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:47:07.984921 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e5daf8-640d-4ac2-8e02-c0e2e2b14ee9 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:47:07.985328 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e5daf8-640d-4ac2-8e02-c0e2e2b14ee9 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:47:07.985759 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e5daf8-640d-4ac2-8e02-c0e2e2b14ee9 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:47:07.986162 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e5daf8-640d-4ac2-8e02-c0e2e2b14ee9 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:47:07.986566 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e5daf8-640d-4ac2-8e02-c0e2e2b14ee9 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:47:07.986967 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e5daf8-640d-4ac2-8e02-c0e2e2b14ee9 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:47:07.987471 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e5daf8-640d-4ac2-8e02-c0e2e2b14ee9 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:47:07.987878 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e5daf8-640d-4ac2-8e02-c0e2e2b14ee9 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:47:07.988342 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e5daf8-640d-4ac2-8e02-c0e2e2b14ee9 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:47:07.988743 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e5daf8-640d-4ac2-8e02-c0e2e2b14ee9 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:47:07.989141 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e5daf8-640d-4ac2-8e02-c0e2e2b14ee9 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:47:07.989565 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e5daf8-640d-4ac2-8e02-c0e2e2b14ee9 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:47:07.989964 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e5daf8-640d-4ac2-8e02-c0e2e2b14ee9 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:47:07.990359 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e5daf8-640d-4ac2-8e02-c0e2e2b14ee9 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:47:07.990753 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e5daf8-640d-4ac2-8e02-c0e2e2b14ee9 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:47:07.991171 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e5daf8-640d-4ac2-8e02-c0e2e2b14ee9 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:47:07.991556 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e5daf8-640d-4ac2-8e02-c0e2e2b14ee9 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:47:07.992146 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e5daf8-640d-4ac2-8e02-c0e2e2b14ee9 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:47:07.992545 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e5daf8-640d-4ac2-8e02-c0e2e2b14ee9 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:47:07.992937 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e5daf8-640d-4ac2-8e02-c0e2e2b14ee9 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:47:07.993952 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.plugin [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] No Port match for: 5f1fbf4c-ab8d-4dc5-97e1-f2da39ede033 {{(pid=84000) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 15 21:47:07.994339 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Device 5f1fbf4c-ab8d-4dc5-97e1-f2da39ede033 not bound to the agent host hv-cinder-77525 {{(pid=84000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 15 21:47:08.004812 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-85e5daf8-640d-4ac2-8e02-c0e2e2b14ee9 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:47:08.209289 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f4c92a-0da4-4f75-85df-4b1834cbedb3 req-a5262736-939e-4164-a6ae-871a521699c7 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:47:08.210967 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-35f4c92a-0da4-4f75-85df-4b1834cbedb3 req-a5262736-939e-4164-a6ae-871a521699c7 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/ports?device_id=e5482a83-bae4-476f-b0ba-1aca2bb0f2ae HTTP/1.1" status: 200 len: 946 time: 0.3845391 Feb 15 21:47:08.277653 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4435cb0a-ab6a-47d9-b0d8-a2ecc8c9a64c req-85e5daf8-640d-4ac2-8e02-c0e2e2b14ee9 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Router 8b5de55b-85bd-41bb-b8b2-b1ef77649103 has already been hosted by L3 agent dc46b086-6cb1-49e8-b95e-1fe9b389155e {{(pid=83999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 15 21:47:08.281095 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-35f4c92a-0da4-4f75-85df-4b1834cbedb3 req-fd8c642f-a4d2-4685-846a-3a1bb3bf4ccb tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/security-groups?id=36c84c7e-747c-4296-a4e6-ed2a9acb3cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619678 Feb 15 21:47:08.444244 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-5788153c-0f81-45ce-9f7f-d323b59b3c6c req-2a8bf03e-8d35-4195-83d2-60b21e523077 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "GET /v2.0/ports?device_id=8ebc2431-5f66-4ed5-950b-983bb076b58f HTTP/1.1" status: 200 len: 210 time: 0.0610809 Feb 15 21:47:08.490764 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4435cb0a-ab6a-47d9-b0d8-a2ecc8c9a64c req-85e5daf8-640d-4ac2-8e02-c0e2e2b14ee9 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Notify agent at l3_agent.dv-cinder-775250-3-smb the message routers_updated {{(pid=83999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 15 21:47:08.501814 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b05fb26-ae21-49d3-a8ba-a78689d7ec84 None None] Sync routers for ids ['8b5de55b-85bd-41bb-b8b2-b1ef77649103'] in dv-cinder-775250-3-smb {{(pid=84000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 15 21:47:08.514410 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b05fb26-ae21-49d3-a8ba-a78689d7ec84 None None] Routers {'8b5de55b-85bd-41bb-b8b2-b1ef77649103'} bound to L3 agent in host dv-cinder-775250-3-smb {{(pid=84000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 21:47:08.515602 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_hamode_db [None req-5b05fb26-ae21-49d3-a8ba-a78689d7ec84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-15T21:30:22Z,description=,heartbeat_timestamp=2021-02-15T21:46:52Z,host='dv-cinder-775250-3-smb',id=dc46b086-6cb1-49e8-b95e-1fe9b389155e,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T21:30:22Z,topic='l3_agent')) {'router_ids': ['8b5de55b-85bd-41bb-b8b2-b1ef77649103'], 'active': True} {{(pid=84000) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:47:08.533079 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvrscheduler_db [req-4435cb0a-ab6a-47d9-b0d8-a2ecc8c9a64c req-85e5daf8-640d-4ac2-8e02-c0e2e2b14ee9 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] No DVR routers for this DVR port 5f1fbf4c-ab8d-4dc5-97e1-f2da39ede033 on host hv-cinder-77525 {{(pid=83999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 15 21:47:08.535646 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-4435cb0a-ab6a-47d9-b0d8-a2ecc8c9a64c req-85e5daf8-640d-4ac2-8e02-c0e2e2b14ee9 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762656'] for port, before_response {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:08.538680 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ebc2431-5f66-4ed5-950b-983bb076b58f', 'name': 'network-vif-deleted', 'tag': '5f1fbf4c-ab8d-4dc5-97e1-f2da39ede033'}] {{(pid=83999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 21:47:08.567976 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-4435cb0a-ab6a-47d9-b0d8-a2ecc8c9a64c req-85e5daf8-640d-4ac2-8e02-c0e2e2b14ee9 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.46 "DELETE /v2.0/ports/5f1fbf4c-ab8d-4dc5-97e1-f2da39ede033 HTTP/1.1" status: 204 len: 173 time: 1.9304006 Feb 15 21:47:08.597197 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ebc2431-5f66-4ed5-950b-983bb076b58f', 'name': 'network-vif-deleted', 'tag': '5f1fbf4c-ab8d-4dc5-97e1-f2da39ede033', 'status': 'completed', 'code': 200} Feb 15 21:47:08.750478 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvr_db [None req-5b05fb26-ae21-49d3-a8ba-a78689d7ec84 None None] Set router 8b5de55b-85bd-41bb-b8b2-b1ef77649103 gateway port host: dv-cinder-775250-3-smb {{(pid=84000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 21:47:09.101895 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_hamode_db [None req-5b05fb26-ae21-49d3-a8ba-a78689d7ec84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b5de55b-85bd-41bb-b8b2-b1ef77649103', 'name': 'tempest-AttachVolumeTestJSON-246652911-router', 'tenant_id': '01d1e938225c413c8b7177a31ac61fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'external_fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.206'}], 'enable_snat': True}, 'gw_port_id': '5ca6c730-ff34-4990-b0c3-57122126439c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:39:59Z', 'updated_at': '2021-02-15T21:40:24Z', 'revision_number': 4, 'project_id': '01d1e938225c413c8b7177a31ac61fd8', 'gw_port': {'id': '5ca6c730-ff34-4990-b0c3-57122126439c', 'name': '', 'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:78:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5de55b-85bd-41bb-b8b2-b1ef77649103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:40:03Z', 'updated_at': '2021-02-15T21:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-smb', '_interfaces': [{'id': '6cea81d7-ebb6-47e3-9e63-010ade77cac7', 'name': '', 'network_id': '69e9f844-d8da-4039-9b13-e108b452a38b', 'tenant_id': '01d1e938225c413c8b7177a31ac61fd8', 'mac_address': 'fa:16:3e:f3:cc:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5de55b-85bd-41bb-b8b2-b1ef77649103', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '96a9e4d7-4193-4d87-beab-01964d61c871', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:40:19Z', 'updated_at': '2021-02-15T21:40:41Z', 'revision_number': 5, 'project_id': '01d1e938225c413c8b7177a31ac61fd8', 'subnets': [{'id': '96a9e4d7-4193-4d87-beab-01964d61c871', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-3-smb', False) {} {{(pid=84000) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:47:09.106373 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b05fb26-ae21-49d3-a8ba-a78689d7ec84 None None] Checking router: 8b5de55b-85bd-41bb-b8b2-b1ef77649103 for host: dv-cinder-775250-3-smb {{(pid=84000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 15 21:47:09.116530 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b05fb26-ae21-49d3-a8ba-a78689d7ec84 None None] Routers {'8b5de55b-85bd-41bb-b8b2-b1ef77649103'} bound to L3 agent in host dv-cinder-775250-3-smb {{(pid=84000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 21:47:09.117219 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_hamode_db [None req-5b05fb26-ae21-49d3-a8ba-a78689d7ec84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-15T21:30:22Z,description=,heartbeat_timestamp=2021-02-15T21:46:52Z,host='dv-cinder-775250-3-smb',id=dc46b086-6cb1-49e8-b95e-1fe9b389155e,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T21:30:22Z,topic='l3_agent')) {'router_ids': ['8b5de55b-85bd-41bb-b8b2-b1ef77649103'], 'active': True} {{(pid=84000) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:47:09.325815 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvr_db [None req-5b05fb26-ae21-49d3-a8ba-a78689d7ec84 None None] Set router 8b5de55b-85bd-41bb-b8b2-b1ef77649103 gateway port host: dv-cinder-775250-3-smb {{(pid=84000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 21:47:09.506810 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc0e26d-f0cb-48de-a7aa-7f2d42552ce1 req-46b0e2e7-f871-4b85-bfc2-97e8a80afec7 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:47:09.508550 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-bcc0e26d-f0cb-48de-a7aa-7f2d42552ce1 req-46b0e2e7-f871-4b85-bfc2-97e8a80afec7 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/ports?device_id=e5482a83-bae4-476f-b0ba-1aca2bb0f2ae HTTP/1.1" status: 200 len: 946 time: 0.0918221 Feb 15 21:47:09.572699 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-bcc0e26d-f0cb-48de-a7aa-7f2d42552ce1 req-0fa4b2c9-938d-49d4-a475-752a2d67191e tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/security-groups?id=36c84c7e-747c-4296-a4e6-ed2a9acb3cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569651 Feb 15 21:47:09.585757 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 53172) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:47:09.664700 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-038e7b92-f43e-4403-83ac-98d44a850963 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Notify callbacks [] for security_group, before_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:09.689041 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_hamode_db [None req-5b05fb26-ae21-49d3-a8ba-a78689d7ec84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b5de55b-85bd-41bb-b8b2-b1ef77649103', 'name': 'tempest-AttachVolumeTestJSON-246652911-router', 'tenant_id': '01d1e938225c413c8b7177a31ac61fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'external_fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.206'}], 'enable_snat': True}, 'gw_port_id': '5ca6c730-ff34-4990-b0c3-57122126439c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:39:59Z', 'updated_at': '2021-02-15T21:40:24Z', 'revision_number': 4, 'project_id': '01d1e938225c413c8b7177a31ac61fd8', 'gw_port': {'id': '5ca6c730-ff34-4990-b0c3-57122126439c', 'name': '', 'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:78:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5de55b-85bd-41bb-b8b2-b1ef77649103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:40:03Z', 'updated_at': '2021-02-15T21:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-smb', '_interfaces': [{'id': '6cea81d7-ebb6-47e3-9e63-010ade77cac7', 'name': '', 'network_id': '69e9f844-d8da-4039-9b13-e108b452a38b', 'tenant_id': '01d1e938225c413c8b7177a31ac61fd8', 'mac_address': 'fa:16:3e:f3:cc:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5de55b-85bd-41bb-b8b2-b1ef77649103', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '96a9e4d7-4193-4d87-beab-01964d61c871', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:40:19Z', 'updated_at': '2021-02-15T21:40:41Z', 'revision_number': 5, 'project_id': '01d1e938225c413c8b7177a31ac61fd8', 'subnets': [{'id': '96a9e4d7-4193-4d87-beab-01964d61c871', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-3-smb', False) {} {{(pid=84000) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:47:09.693850 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b05fb26-ae21-49d3-a8ba-a78689d7ec84 None None] The sync data for ids ['8b5de55b-85bd-41bb-b8b2-b1ef77649103'] in dv-cinder-775250-3-smb is: [{'id': '8b5de55b-85bd-41bb-b8b2-b1ef77649103', 'name': 'tempest-AttachVolumeTestJSON-246652911-router', 'tenant_id': '01d1e938225c413c8b7177a31ac61fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'external_fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.206'}], 'enable_snat': True}, 'gw_port_id': '5ca6c730-ff34-4990-b0c3-57122126439c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:39:59Z', 'updated_at': '2021-02-15T21:40:24Z', 'revision_number': 4, 'project_id': '01d1e938225c413c8b7177a31ac61fd8', 'gw_port': {'id': '5ca6c730-ff34-4990-b0c3-57122126439c', 'name': '', 'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:78:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5de55b-85bd-41bb-b8b2-b1ef77649103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:40:03Z', 'updated_at': '2021-02-15T21:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-smb', '_interfaces': [{'id': '6cea81d7-ebb6-47e3-9e63-010ade77cac7', 'name': '', 'network_id': '69e9f844-d8da-4039-9b13-e108b452a38b', 'tenant_id': '01d1e938225c413c8b7177a31ac61fd8', 'mac_address': 'fa:16:3e:f3:cc:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5de55b-85bd-41bb-b8b2-b1ef77649103', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '96a9e4d7-4193-4d87-beab-01964d61c871', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:40:19Z', 'updated_at': '2021-02-15T21:40:41Z', 'revision_number': 5, 'project_id': '01d1e938225c413c8b7177a31ac61fd8', 'subnets': [{'id': '96a9e4d7-4193-4d87-beab-01964d61c871', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 15 21:47:09.694657 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-038e7b92-f43e-4403-83ac-98d44a850963 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:09.747930 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-038e7b92-f43e-4403-83ac-98d44a850963 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:09.753940 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-062d4572-4d32-4c33-b417-008d5bd3a730 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:47:09.771160 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038e7b92-f43e-4403-83ac-98d44a850963 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b682ea1e-6fd0-4363-a586-e76a5aa683e1,revision_number=None']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:47:09.775537 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-038e7b92-f43e-4403-83ac-98d44a850963 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:47:09.778967 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-038e7b92-f43e-4403-83ac-98d44a850963 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Notify callbacks [] for security_group, before_response {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:09.780203 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-038e7b92-f43e-4403-83ac-98d44a850963 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "DELETE /v2.0/security-groups/b682ea1e-6fd0-4363-a586-e76a5aa683e1 HTTP/1.1" status: 204 len: 168 time: 0.1933601 Feb 15 21:47:09.783338 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 53176) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:47:09.804247 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.api.v2.resource [None req-fcac8dd4-153f-44c4-bb06-74be5b94eb20 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] show failed (client error): The resource could not be found. Feb 15 21:47:09.805367 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-fcac8dd4-153f-44c4-bb06-74be5b94eb20 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "GET /v2.0/security-groups/b682ea1e-6fd0-4363-a586-e76a5aa683e1 HTTP/1.1" status: 404 len: 347 time: 0.0209196 Feb 15 21:47:09.808695 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 53180) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:47:09.981661 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.plugin [None req-870226df-ffbf-47db-b399-931ed2a81aea tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Deleting port 99f4ba33-ff7a-4688-ac0b-3be3c7117adc {{(pid=83999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 21:47:09.982042 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-870226df-ffbf-47db-b399-931ed2a81aea tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779317974814'] for port, before_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:10.097558 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec98abb-b1e5-474f-8ff7-c2ac456a99b1 None None] New status for floating IP 54a36160-95cc-416c-bf36-cfb5b2855099: DOWN {{(pid=84001) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 15 21:47:10.186292 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-870226df-ffbf-47db-b399-931ed2a81aea tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3871786'] for port, precommit_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:10.186673 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-870226df-ffbf-47db-b399-931ed2a81aea tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:10.328925 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.plugin [None req-870226df-ffbf-47db-b399-931ed2a81aea tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Calling delete_port for 99f4ba33-ff7a-4688-ac0b-3be3c7117adc owned by network:floatingip {{(pid=83999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 21:47:10.433951 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.db.api [None req-870226df-ffbf-47db-b399-931ed2a81aea tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83999) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 15 21:47:10.434369 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_db.api [None req-870226df-ffbf-47db-b399-931ed2a81aea tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 15 21:47:10.575035 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-93e08662-6c26-45ca-8a62-acbc238ee12a req-c73406f7-bb95-4cd6-b6b4-fb31e6ac8c53 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1111731531&fields=id&tenant_id=b71bf34df67e45829c465ac56f78d37b HTTP/1.1" status: 200 len: 267 time: 0.0471313 Feb 15 21:47:10.668166 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e08662-6c26-45ca-8a62-acbc238ee12a req-4e71d780-e76b-4600-8e9a-f7b8433d29a1 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:47:10.669807 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-93e08662-6c26-45ca-8a62-acbc238ee12a req-4e71d780-e76b-4600-8e9a-f7b8433d29a1 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] 10.222.0.68 "GET /v2.0/ports?device_id=d699b755-4adc-4240-8368-0341ea8761c0 HTTP/1.1" status: 200 len: 984 time: 0.0886295 Feb 15 21:47:10.682589 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.v2.base [req-93e08662-6c26-45ca-8a62-acbc238ee12a req-55a197d3-5677-41d1-9d04-0b090e2c8205 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Request body: {'port': {'security_groups': ['50cb1b5e-10b2-417d-a978-a2a613df9f11']}} {{(pid=83999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:47:10.794569 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613eb0bb-6bbb-40c2-935d-f14945b02c2b req-86a2468b-0bbd-4a59-9a24-f578ecfa3dbe tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:47:10.796107 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-613eb0bb-6bbb-40c2-935d-f14945b02c2b req-86a2468b-0bbd-4a59-9a24-f578ecfa3dbe tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/ports?device_id=e5482a83-bae4-476f-b0ba-1aca2bb0f2ae HTTP/1.1" status: 200 len: 946 time: 0.0940862 Feb 15 21:47:10.819028 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-93e08662-6c26-45ca-8a62-acbc238ee12a req-55a197d3-5677-41d1-9d04-0b090e2c8205 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_update {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:10.847190 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-613eb0bb-6bbb-40c2-935d-f14945b02c2b req-2d1d0468-6dc5-4f51-8b32-477f5a03b02d tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/security-groups?id=36c84c7e-747c-4296-a4e6-ed2a9acb3cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439179 Feb 15 21:47:10.946061 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.plugin [None req-870226df-ffbf-47db-b399-931ed2a81aea tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Deleting port 99f4ba33-ff7a-4688-ac0b-3be3c7117adc {{(pid=83999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 21:47:10.946439 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-870226df-ffbf-47db-b399-931ed2a81aea tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779317974814'] for port, before_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:11.277912 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-870226df-ffbf-47db-b399-931ed2a81aea tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3871786'] for port, precommit_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:11.278300 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-870226df-ffbf-47db-b399-931ed2a81aea tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:11.423572 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.plugin [None req-870226df-ffbf-47db-b399-931ed2a81aea tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Calling delete_port for 99f4ba33-ff7a-4688-ac0b-3be3c7117adc owned by network:floatingip {{(pid=83999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 21:47:11.494476 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [req-93e08662-6c26-45ca-8a62-acbc238ee12a req-55a197d3-5677-41d1-9d04-0b090e2c8205 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] For port 3a8942c0-702e-4e6a-a58e-56668cfa3ad2, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=3a8942c0-702e-4e6a-a58e-56668cfa3ad2,segment=NetworkSegment(e19c5e97-aaf1-4d97-9bc3-e0a7867a1ed4),segment_id=e19c5e97-aaf1-4d97-9bc3-e0a7867a1ed4)] {{(pid=83999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:47:11.550022 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-93e08662-6c26-45ca-8a62-acbc238ee12a req-55a197d3-5677-41d1-9d04-0b090e2c8205 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Notify callbacks [] for port, precommit_update {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:11.585811 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-93e08662-6c26-45ca-8a62-acbc238ee12a req-55a197d3-5677-41d1-9d04-0b090e2c8205 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779317976793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779317533282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257537242501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-960628'] for port, after_update {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:11.605561 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-0f6ca924-ab5c-4096-a1c4-e6b7f78fc97f tempest-VolumesActionsTest-1341880187 tempest-VolumesActionsTest-1341880187-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:47:12.038278 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-870226df-ffbf-47db-b399-931ed2a81aea tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779317976810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363257537242535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853815187'] for port, after_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:12.063974 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f1cf8c-1822-4d66-8a93-0d7a6c45add0 req-e9f3d7bf-39b6-49bc-b754-f1fd6dc2dd1f tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:47:12.065766 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-45f1cf8c-1822-4d66-8a93-0d7a6c45add0 req-e9f3d7bf-39b6-49bc-b754-f1fd6dc2dd1f tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/ports?device_id=e5482a83-bae4-476f-b0ba-1aca2bb0f2ae HTTP/1.1" status: 200 len: 946 time: 0.0885468 Feb 15 21:47:12.079557 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a197d3-5677-41d1-9d04-0b090e2c8205 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Pushing event updated for resources: {'Port': ['ID=3a8942c0-702e-4e6a-a58e-56668cfa3ad2,revision_number=6']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:47:12.093630 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-55a197d3-5677-41d1-9d04-0b090e2c8205 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.488s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:47:12.097239 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-fddcb9f7-9195-48e1-b628-8a3559d8a98d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:47:12.126705 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-45f1cf8c-1822-4d66-8a93-0d7a6c45add0 req-ec4c28b7-a09b-4910-8d6a-76d933ac996c tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/security-groups?id=36c84c7e-747c-4296-a4e6-ed2a9acb3cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539179 Feb 15 21:47:12.207199 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870226df-ffbf-47db-b399-931ed2a81aea tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Pushing event deleted for resources: {'Port': ['ID=99f4ba33-ff7a-4688-ac0b-3be3c7117adc,revision_number=None']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:47:12.212755 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-870226df-ffbf-47db-b399-931ed2a81aea tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:47:12.236895 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e08662-6c26-45ca-8a62-acbc238ee12a req-55a197d3-5677-41d1-9d04-0b090e2c8205 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:47:12.237698 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-93e08662-6c26-45ca-8a62-acbc238ee12a req-55a197d3-5677-41d1-9d04-0b090e2c8205 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762656'] for port, before_response {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:12.239282 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-93e08662-6c26-45ca-8a62-acbc238ee12a req-55a197d3-5677-41d1-9d04-0b090e2c8205 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] 10.222.0.68 "PUT /v2.0/ports/3a8942c0-702e-4e6a-a58e-56668cfa3ad2 HTTP/1.1" status: 200 len: 942 time: 1.5619428 Feb 15 21:47:12.239855 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd699b755-4adc-4240-8368-0341ea8761c0', 'tag': '3a8942c0-702e-4e6a-a58e-56668cfa3ad2'}] {{(pid=83999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 21:47:12.314169 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd699b755-4adc-4240-8368-0341ea8761c0', 'tag': '3a8942c0-702e-4e6a-a58e-56668cfa3ad2', 'status': 'completed', 'code': 200} Feb 15 21:47:12.335809 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-ff513f80-cd9a-4a7d-a4d2-06f626bf3ca4 req-79095255-e4f2-4324-92b0-615e25caaf53 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] 10.222.0.68 "GET /v2.0/security-groups/b80da986-26d7-43c6-8b2a-a4f857468aa0 HTTP/1.1" status: 200 len: 3005 time: 0.0663939 Feb 15 21:47:12.412938 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-870226df-ffbf-47db-b399-931ed2a81aea tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Notify callbacks [] for floatingip, after_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:12.423458 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-ff513f80-cd9a-4a7d-a4d2-06f626bf3ca4 req-c80d501d-396a-466d-8c6b-f68c39015ade tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Notify callbacks [] for security_group, before_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:12.436020 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-870226df-ffbf-47db-b399-931ed2a81aea tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762656'] for floatingip, before_response {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:12.437258 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-870226df-ffbf-47db-b399-931ed2a81aea tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] 10.222.0.68 "DELETE /v2.0/floatingips/54a36160-95cc-416c-bf36-cfb5b2855099 HTTP/1.1" status: 204 len: 168 time: 2.6275840 Feb 15 21:47:12.447542 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babe3319-f0f9-44f2-a67f-4942b68aa59d req-092ea0f8-f352-468f-8cf9-7d5853bb7452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:47:12.449122 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-babe3319-f0f9-44f2-a67f-4942b68aa59d req-092ea0f8-f352-468f-8cf9-7d5853bb7452 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b71bf34df67e45829c465ac56f78d37b&device_id=d699b755-4adc-4240-8368-0341ea8761c0 HTTP/1.1" status: 200 len: 1162 time: 0.1137960 Feb 15 21:47:12.467006 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-ff513f80-cd9a-4a7d-a4d2-06f626bf3ca4 req-c80d501d-396a-466d-8c6b-f68c39015ade tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:12.488043 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-e7a1b25b-ba0f-4828-b255-f39309ceee0f None None] Provisioning complete for port 3a8942c0-702e-4e6a-a58e-56668cfa3ad2 triggered by entity DHCP. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:47:12.488623 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-e7a1b25b-ba0f-4828-b255-f39309ceee0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:12.515947 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-ff513f80-cd9a-4a7d-a4d2-06f626bf3ca4 req-c80d501d-396a-466d-8c6b-f68c39015ade tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:12.531212 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-1d9a2ec3-11bd-40d6-bc7a-a42a5c80b617 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:47:12.565665 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-ff513f80-cd9a-4a7d-a4d2-06f626bf3ca4 req-c80d501d-396a-466d-8c6b-f68c39015ade tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Notify callbacks [] for security_group, before_response {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:12.568091 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-ff513f80-cd9a-4a7d-a4d2-06f626bf3ca4 req-c80d501d-396a-466d-8c6b-f68c39015ade tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] 10.222.0.68 "DELETE /v2.0/security-groups/b80da986-26d7-43c6-8b2a-a4f857468aa0 HTTP/1.1" status: 204 len: 173 time: 0.2247488 Feb 15 21:47:12.569996 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80d501d-396a-466d-8c6b-f68c39015ade tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b80da986-26d7-43c6-8b2a-a4f857468aa0,revision_number=None']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:47:12.575736 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-c80d501d-396a-466d-8c6b-f68c39015ade tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:47:12.718770 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babe3319-f0f9-44f2-a67f-4942b68aa59d req-2968c341-d338-41e5-9d4b-8b43532345ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:47:12.720412 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-babe3319-f0f9-44f2-a67f-4942b68aa59d req-2968c341-d338-41e5-9d4b-8b43532345ad service neutron] 10.222.0.46 "GET /v2.0/networks?id=17650221-126f-4533-a3d9-bfbcad2f9afd HTTP/1.1" status: 200 len: 909 time: 0.2641754 Feb 15 21:47:12.735027 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-9ae5fd2b-3ac9-408d-835a-74e6601fdea7 req-b7533436-bfe3-4ca7-bb38-ce10343548eb tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] 10.222.0.68 "GET /v2.0/floatingips/0ca9589f-aedd-4083-9f03-af1943b9eab4 HTTP/1.1" status: 200 len: 997 time: 0.1438835 Feb 15 21:47:12.954954 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-babe3319-f0f9-44f2-a67f-4942b68aa59d req-da2149a6-d3c6-4c0e-939d-901eeaeeb9b2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a8942c0-702e-4e6a-a58e-56668cfa3ad2 HTTP/1.1" status: 200 len: 1000 time: 0.2235143 Feb 15 21:47:13.046796 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae5fd2b-3ac9-408d-835a-74e6601fdea7 req-b1fdee63-bb23-4906-b8cf-c8dc02770f94 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:47:13.048261 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-9ae5fd2b-3ac9-408d-835a-74e6601fdea7 req-b1fdee63-bb23-4906-b8cf-c8dc02770f94 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] 10.222.0.68 "GET /v2.0/networks/f2926baf-a168-440c-89c9-d3754209afe6 HTTP/1.1" status: 200 len: 784 time: 0.2568173 Feb 15 21:47:13.063726 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [req-9ae5fd2b-3ac9-408d-835a-74e6601fdea7 req-22c58199-d1d5-4d3c-b47e-1da0c0461bcd tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=83999) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 21:47:13.064783 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-9ae5fd2b-3ac9-408d-835a-74e6601fdea7 req-22c58199-d1d5-4d3c-b47e-1da0c0461bcd tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0096591 Feb 15 21:47:13.066797 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babe3319-f0f9-44f2-a67f-4942b68aa59d req-dbead55c-835c-4e90-bf49-04c2582a1297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:47:13.068305 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-babe3319-f0f9-44f2-a67f-4942b68aa59d req-dbead55c-835c-4e90-bf49-04c2582a1297 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7958a86e-12be-499c-918a-a8ccd033f569 HTTP/1.1" status: 200 len: 854 time: 0.1039510 Feb 15 21:47:13.240771 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-9ae5fd2b-3ac9-408d-835a-74e6601fdea7 req-24d9b840-38ad-48fa-a6f9-2aeccef39060 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.28.3.33 HTTP/1.1" status: 200 len: 1000 time: 0.1673636 Feb 15 21:47:13.317597 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babe3319-f0f9-44f2-a67f-4942b68aa59d req-d3dbfe8f-ee81-468c-8d06-3593ad570109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:47:13.319264 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-babe3319-f0f9-44f2-a67f-4942b68aa59d req-d3dbfe8f-ee81-468c-8d06-3593ad570109 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=17650221-126f-4533-a3d9-bfbcad2f9afd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1862674 Feb 15 21:47:13.333287 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae5fd2b-3ac9-408d-835a-74e6601fdea7 req-e5109b89-a41b-4994-acdf-a889a11325bc tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:47:13.334795 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-9ae5fd2b-3ac9-408d-835a-74e6601fdea7 req-e5109b89-a41b-4994-acdf-a889a11325bc tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] 10.222.0.68 "GET /v2.0/ports/3a8942c0-702e-4e6a-a58e-56668cfa3ad2 HTTP/1.1" status: 200 len: 942 time: 0.0879428 Feb 15 21:47:13.357383 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a5e55b-7231-43fe-88b9-7ad01f5989b0 req-088735da-aa0c-4d95-8990-eac220ffa3a4 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:47:13.359055 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-b4a5e55b-7231-43fe-88b9-7ad01f5989b0 req-088735da-aa0c-4d95-8990-eac220ffa3a4 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/ports?device_id=e5482a83-bae4-476f-b0ba-1aca2bb0f2ae HTTP/1.1" status: 200 len: 946 time: 0.1015859 Feb 15 21:47:13.435955 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-b4a5e55b-7231-43fe-88b9-7ad01f5989b0 req-7ecabe6e-e4db-403d-87ee-bbff095bde85 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/security-groups?id=36c84c7e-747c-4296-a4e6-ed2a9acb3cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700908 Feb 15 21:47:13.610052 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-babe3319-f0f9-44f2-a67f-4942b68aa59d req-58b7fee6-a9e6-43e7-abcd-cbae940a8be3 service neutron] 10.222.0.46 "GET /v2.0/networks/17650221-126f-4533-a3d9-bfbcad2f9afd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2826428 Feb 15 21:47:13.647618 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-9ae5fd2b-3ac9-408d-835a-74e6601fdea7 req-a255e298-dc16-4ab4-bb41-69016e018284 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.28.3.33 HTTP/1.1" status: 200 len: 1000 time: 0.1561513 Feb 15 21:47:13.748520 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.agents_db [None req-9c3f008a-7c02-4f45-a369-4199c6caa59a None None] Agent healthcheck: found 6 active agents {{(pid=84001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 15 21:47:13.854047 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Device 3a8942c0-702e-4e6a-a58e-56668cfa3ad2 up at agent ovs-agent-hv-cinder-77525 {{(pid=84000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:47:14.002369 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.plugin [req-9ae5fd2b-3ac9-408d-835a-74e6601fdea7 req-0c5a1425-907f-47e2-9e2f-fff7437c6a0b tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Deleting port c0f7e8f4-83b8-475b-b969-ebc1b791dd6a {{(pid=83999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 21:47:14.002747 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-9ae5fd2b-3ac9-408d-835a-74e6601fdea7 req-0c5a1425-907f-47e2-9e2f-fff7437c6a0b tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779317974814'] for port, before_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:14.002903 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:14.015014 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Provisioning complete for port 3a8942c0-702e-4e6a-a58e-56668cfa3ad2 triggered by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:47:14.015448 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:14.078142 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-babe3319-f0f9-44f2-a67f-4942b68aa59d req-b4d00ec2-41ec-4b9d-ad78-6db7f6274b4f service neutron] 10.222.0.46 "GET /v2.0/networks/17650221-126f-4533-a3d9-bfbcad2f9afd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4573045 Feb 15 21:47:14.247374 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-9ae5fd2b-3ac9-408d-835a-74e6601fdea7 req-0c5a1425-907f-47e2-9e2f-fff7437c6a0b tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3871786'] for port, precommit_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:14.248164 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-9ae5fd2b-3ac9-408d-835a-74e6601fdea7 req-0c5a1425-907f-47e2-9e2f-fff7437c6a0b tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:14.394931 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.plugin [req-9ae5fd2b-3ac9-408d-835a-74e6601fdea7 req-0c5a1425-907f-47e2-9e2f-fff7437c6a0b tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Calling delete_port for c0f7e8f4-83b8-475b-b969-ebc1b791dd6a owned by network:floatingip {{(pid=83999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 21:47:14.606992 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-9ae5fd2b-3ac9-408d-835a-74e6601fdea7 req-0c5a1425-907f-47e2-9e2f-fff7437c6a0b tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779317976810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363257537242535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853815187'] for port, after_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:14.630286 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-df93dcd9-994d-41c6-8205-124da35ff370 tempest-AttachVolumeNegativeTest-1585520724 tempest-AttachVolumeNegativeTest-1585520724-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:47:14.686524 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31a76ab-86b6-4ed8-8e9e-b253353a2c8b req-d004747f-8139-489e-a55d-e1bc2666e254 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:47:14.695554 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-a31a76ab-86b6-4ed8-8e9e-b253353a2c8b req-d004747f-8139-489e-a55d-e1bc2666e254 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/ports?device_id=e5482a83-bae4-476f-b0ba-1aca2bb0f2ae HTTP/1.1" status: 200 len: 946 time: 0.1150913 Feb 15 21:47:14.698895 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5a1425-907f-47e2-9e2f-fff7437c6a0b tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Pushing event deleted for resources: {'Port': ['ID=c0f7e8f4-83b8-475b-b969-ebc1b791dd6a,revision_number=None']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:47:14.701786 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-0c5a1425-907f-47e2-9e2f-fff7437c6a0b tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:47:14.759181 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-a31a76ab-86b6-4ed8-8e9e-b253353a2c8b req-e0c6a08e-ee2e-4129-90f4-9a0235527410 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/security-groups?id=36c84c7e-747c-4296-a4e6-ed2a9acb3cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626249 Feb 15 21:47:14.895751 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-9ae5fd2b-3ac9-408d-835a-74e6601fdea7 req-0c5a1425-907f-47e2-9e2f-fff7437c6a0b tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Notify callbacks [] for floatingip, after_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:14.896526 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.db.l3_db [req-9ae5fd2b-3ac9-408d-835a-74e6601fdea7 req-0c5a1425-907f-47e2-9e2f-fff7437c6a0b tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Floating IP 0ca9589f-aedd-4083-9f03-af1943b9eab4 disassociated (deleted). External IP: 172.28.3.33, port: 3a8942c0-702e-4e6a-a58e-56668cfa3ad2. Feb 15 21:47:15.667672 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9ae5fd2b-3ac9-408d-835a-74e6601fdea7 req-0c5a1425-907f-47e2-9e2f-fff7437c6a0b tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Router 65230bec-0090-4a3b-9735-54ee253d5f5c has already been hosted by L3 agent dc46b086-6cb1-49e8-b95e-1fe9b389155e {{(pid=83999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 15 21:47:15.884906 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9ae5fd2b-3ac9-408d-835a-74e6601fdea7 req-0c5a1425-907f-47e2-9e2f-fff7437c6a0b tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Notify agent at l3_agent.dv-cinder-775250-3-smb the message routers_updated {{(pid=83999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 15 21:47:15.902380 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba6571d-554b-4d5c-9288-2590f013fccc None None] Sync routers for ids ['65230bec-0090-4a3b-9735-54ee253d5f5c'] in dv-cinder-775250-3-smb {{(pid=84000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 15 21:47:15.918585 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba6571d-554b-4d5c-9288-2590f013fccc None None] Routers {'65230bec-0090-4a3b-9735-54ee253d5f5c'} bound to L3 agent in host dv-cinder-775250-3-smb {{(pid=84000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 21:47:15.921310 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_hamode_db [None req-cba6571d-554b-4d5c-9288-2590f013fccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-15T21:30:22Z,description=,heartbeat_timestamp=2021-02-15T21:46:52Z,host='dv-cinder-775250-3-smb',id=dc46b086-6cb1-49e8-b95e-1fe9b389155e,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T21:30:22Z,topic='l3_agent')) {'router_ids': ['65230bec-0090-4a3b-9735-54ee253d5f5c'], 'active': True} {{(pid=84000) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:47:15.960943 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-9ae5fd2b-3ac9-408d-835a-74e6601fdea7 req-0c5a1425-907f-47e2-9e2f-fff7437c6a0b tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762656'] for floatingip, before_response {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:16.011129 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63fda48-2b9f-436a-a422-aac11348849d req-112e0f8c-1a8f-466e-892d-f0aa69758304 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:47:16.014203 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-e63fda48-2b9f-436a-a422-aac11348849d req-112e0f8c-1a8f-466e-892d-f0aa69758304 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/ports?device_id=e5482a83-bae4-476f-b0ba-1aca2bb0f2ae HTTP/1.1" status: 200 len: 946 time: 0.1003432 Feb 15 21:47:16.044008 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-9ae5fd2b-3ac9-408d-835a-74e6601fdea7 req-0c5a1425-907f-47e2-9e2f-fff7437c6a0b tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] 10.222.0.68 "DELETE /v2.0/floatingips/0ca9589f-aedd-4083-9f03-af1943b9eab4 HTTP/1.1" status: 204 len: 173 time: 2.3801911 Feb 15 21:47:16.044912 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd699b755-4adc-4240-8368-0341ea8761c0', 'tag': '3a8942c0-702e-4e6a-a58e-56668cfa3ad2'}] {{(pid=83999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 21:47:16.082834 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-e63fda48-2b9f-436a-a422-aac11348849d req-9f5b83a7-3ca2-4d4e-89df-16c968826730 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/security-groups?id=36c84c7e-747c-4296-a4e6-ed2a9acb3cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568130 Feb 15 21:47:16.143936 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae5fd2b-3ac9-408d-835a-74e6601fdea7 req-2d417a3f-bf57-4260-9b03-24e5943a81d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:47:16.152817 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-9ae5fd2b-3ac9-408d-835a-74e6601fdea7 req-2d417a3f-bf57-4260-9b03-24e5943a81d6 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=b71bf34df67e45829c465ac56f78d37b&device_id=d699b755-4adc-4240-8368-0341ea8761c0 HTTP/1.1" status: 200 len: 1162 time: 0.0933874 Feb 15 21:47:16.179267 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd699b755-4adc-4240-8368-0341ea8761c0', 'tag': '3a8942c0-702e-4e6a-a58e-56668cfa3ad2', 'status': 'completed', 'code': 200} Feb 15 21:47:16.233239 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvr_db [None req-cba6571d-554b-4d5c-9288-2590f013fccc None None] Set router 65230bec-0090-4a3b-9735-54ee253d5f5c gateway port host: dv-cinder-775250-3-smb {{(pid=84000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 21:47:16.369291 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c6b41a-856e-48ba-9eef-0ba242d3c511 req-a1b1d9af-06b4-43cd-aab2-b8d74404e421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:47:16.370949 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-c7c6b41a-856e-48ba-9eef-0ba242d3c511 req-a1b1d9af-06b4-43cd-aab2-b8d74404e421 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b71bf34df67e45829c465ac56f78d37b&device_id=d699b755-4adc-4240-8368-0341ea8761c0 HTTP/1.1" status: 200 len: 1162 time: 0.1884480 Feb 15 21:47:16.548877 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c6b41a-856e-48ba-9eef-0ba242d3c511 req-4a18e821-e6ee-4458-93a6-7f5610133d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:47:16.551489 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-c7c6b41a-856e-48ba-9eef-0ba242d3c511 req-4a18e821-e6ee-4458-93a6-7f5610133d13 service neutron] 10.222.0.46 "GET /v2.0/networks?id=17650221-126f-4533-a3d9-bfbcad2f9afd HTTP/1.1" status: 200 len: 909 time: 0.1701548 Feb 15 21:47:16.555008 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae5fd2b-3ac9-408d-835a-74e6601fdea7 req-e342ae39-c955-4041-9f3e-74c64c648e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:47:16.567663 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-9ae5fd2b-3ac9-408d-835a-74e6601fdea7 req-e342ae39-c955-4041-9f3e-74c64c648e78 service neutron] 10.222.0.68 "GET /v2.0/networks?id=17650221-126f-4533-a3d9-bfbcad2f9afd HTTP/1.1" status: 200 len: 909 time: 0.4137890 Feb 15 21:47:16.644340 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_hamode_db [None req-cba6571d-554b-4d5c-9288-2590f013fccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65230bec-0090-4a3b-9735-54ee253d5f5c', 'name': 'tempest-TestMinimumBasicScenario-1988866333-router', 'tenant_id': 'b71bf34df67e45829c465ac56f78d37b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'external_fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.154'}], 'enable_snat': True}, 'gw_port_id': '092b5458-e6ef-4fb2-9e95-77ae2cf1d04f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:44:28Z', 'updated_at': '2021-02-15T21:44:36Z', 'revision_number': 4, 'project_id': 'b71bf34df67e45829c465ac56f78d37b', 'gw_port': {'id': '092b5458-e6ef-4fb2-9e95-77ae2cf1d04f', 'name': '', 'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:d7:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65230bec-0090-4a3b-9735-54ee253d5f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:44:29Z', 'updated_at': '2021-02-15T21:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-smb', '_interfaces': [{'id': 'fe7f9e10-43c1-45ba-8db2-235aeff37b80', 'name': '', 'network_id': '17650221-126f-4533-a3d9-bfbcad2f9afd', 'tenant_id': 'b71bf34df67e45829c465ac56f78d37b', 'mac_address': 'fa:16:3e:1d:ff:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65230bec-0090-4a3b-9735-54ee253d5f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '7958a86e-12be-499c-918a-a8ccd033f569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:44:35Z', 'updated_at': '2021-02-15T21:44:46Z', 'revision_number': 5, 'project_id': 'b71bf34df67e45829c465ac56f78d37b', 'subnets': [{'id': '7958a86e-12be-499c-918a-a8ccd033f569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-3-smb', False) {} {{(pid=84000) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:47:16.651599 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba6571d-554b-4d5c-9288-2590f013fccc None None] Checking router: 65230bec-0090-4a3b-9735-54ee253d5f5c for host: dv-cinder-775250-3-smb {{(pid=84000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 15 21:47:16.676727 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba6571d-554b-4d5c-9288-2590f013fccc None None] Routers {'65230bec-0090-4a3b-9735-54ee253d5f5c'} bound to L3 agent in host dv-cinder-775250-3-smb {{(pid=84000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 21:47:16.678175 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_hamode_db [None req-cba6571d-554b-4d5c-9288-2590f013fccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-15T21:30:22Z,description=,heartbeat_timestamp=2021-02-15T21:46:52Z,host='dv-cinder-775250-3-smb',id=dc46b086-6cb1-49e8-b95e-1fe9b389155e,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T21:30:22Z,topic='l3_agent')) {'router_ids': ['65230bec-0090-4a3b-9735-54ee253d5f5c'], 'active': True} {{(pid=84000) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:47:16.734871 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-9ae5fd2b-3ac9-408d-835a-74e6601fdea7 req-44b6dbe4-9e63-463d-8c7f-1e206961e221 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a8942c0-702e-4e6a-a58e-56668cfa3ad2 HTTP/1.1" status: 200 len: 217 time: 0.1662123 Feb 15 21:47:16.736310 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-c7c6b41a-856e-48ba-9eef-0ba242d3c511 req-8d7c7145-67c8-428a-b8bf-f684cc281b93 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a8942c0-702e-4e6a-a58e-56668cfa3ad2 HTTP/1.1" status: 200 len: 217 time: 0.0900075 Feb 15 21:47:16.803383 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83998) accepted ('10.222.0.68', 53258) {{(pid=83998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:47:16.894830 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae5fd2b-3ac9-408d-835a-74e6601fdea7 req-dc938e20-88fc-4a51-8c23-2641ce21ad7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:47:16.896672 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-9ae5fd2b-3ac9-408d-835a-74e6601fdea7 req-dc938e20-88fc-4a51-8c23-2641ce21ad7c service neutron] 10.222.0.68 "GET /v2.0/subnets?id=7958a86e-12be-499c-918a-a8ccd033f569 HTTP/1.1" status: 200 len: 854 time: 0.1510375 Feb 15 21:47:16.968850 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c6b41a-856e-48ba-9eef-0ba242d3c511 req-7de9291c-cdd8-4aa8-8dca-69a4af38d1af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:47:16.972575 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-c7c6b41a-856e-48ba-9eef-0ba242d3c511 req-7de9291c-cdd8-4aa8-8dca-69a4af38d1af service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7958a86e-12be-499c-918a-a8ccd033f569 HTTP/1.1" status: 200 len: 854 time: 0.2273655 Feb 15 21:47:17.109634 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c6b41a-856e-48ba-9eef-0ba242d3c511 req-0b1de2fc-1add-428f-a4be-743c03a54b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:47:17.111510 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-c7c6b41a-856e-48ba-9eef-0ba242d3c511 req-0b1de2fc-1add-428f-a4be-743c03a54b70 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=17650221-126f-4533-a3d9-bfbcad2f9afd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1313193 Feb 15 21:47:17.115380 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae5fd2b-3ac9-408d-835a-74e6601fdea7 req-93c04400-2c97-400d-8379-08908e3dc964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:47:17.117320 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-9ae5fd2b-3ac9-408d-835a-74e6601fdea7 req-93c04400-2c97-400d-8379-08908e3dc964 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=17650221-126f-4533-a3d9-bfbcad2f9afd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2106686 Feb 15 21:47:17.300292 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvr_db [None req-cba6571d-554b-4d5c-9288-2590f013fccc None None] Set router 65230bec-0090-4a3b-9735-54ee253d5f5c gateway port host: dv-cinder-775250-3-smb {{(pid=84000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 21:47:17.503848 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-c7c6b41a-856e-48ba-9eef-0ba242d3c511 req-1dc70358-f620-4a73-97ef-ba88ff048ece service neutron] 10.222.0.46 "GET /v2.0/networks/17650221-126f-4533-a3d9-bfbcad2f9afd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3842485 Feb 15 21:47:17.510879 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-9ae5fd2b-3ac9-408d-835a-74e6601fdea7 req-17293518-4a83-4906-9c52-0ba8e0da0d71 service neutron] 10.222.0.68 "GET /v2.0/networks/17650221-126f-4533-a3d9-bfbcad2f9afd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3396444 Feb 15 21:47:17.730585 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_hamode_db [None req-cba6571d-554b-4d5c-9288-2590f013fccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65230bec-0090-4a3b-9735-54ee253d5f5c', 'name': 'tempest-TestMinimumBasicScenario-1988866333-router', 'tenant_id': 'b71bf34df67e45829c465ac56f78d37b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'external_fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.154'}], 'enable_snat': True}, 'gw_port_id': '092b5458-e6ef-4fb2-9e95-77ae2cf1d04f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:44:28Z', 'updated_at': '2021-02-15T21:44:36Z', 'revision_number': 4, 'project_id': 'b71bf34df67e45829c465ac56f78d37b', 'gw_port': {'id': '092b5458-e6ef-4fb2-9e95-77ae2cf1d04f', 'name': '', 'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:d7:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65230bec-0090-4a3b-9735-54ee253d5f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:44:29Z', 'updated_at': '2021-02-15T21:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-smb', '_interfaces': [{'id': 'fe7f9e10-43c1-45ba-8db2-235aeff37b80', 'name': '', 'network_id': '17650221-126f-4533-a3d9-bfbcad2f9afd', 'tenant_id': 'b71bf34df67e45829c465ac56f78d37b', 'mac_address': 'fa:16:3e:1d:ff:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65230bec-0090-4a3b-9735-54ee253d5f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '7958a86e-12be-499c-918a-a8ccd033f569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:44:35Z', 'updated_at': '2021-02-15T21:44:46Z', 'revision_number': 5, 'project_id': 'b71bf34df67e45829c465ac56f78d37b', 'subnets': [{'id': '7958a86e-12be-499c-918a-a8ccd033f569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-3-smb', False) {} {{(pid=84000) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:47:17.738102 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba6571d-554b-4d5c-9288-2590f013fccc None None] The sync data for ids ['65230bec-0090-4a3b-9735-54ee253d5f5c'] in dv-cinder-775250-3-smb is: [{'id': '65230bec-0090-4a3b-9735-54ee253d5f5c', 'name': 'tempest-TestMinimumBasicScenario-1988866333-router', 'tenant_id': 'b71bf34df67e45829c465ac56f78d37b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'external_fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.154'}], 'enable_snat': True}, 'gw_port_id': '092b5458-e6ef-4fb2-9e95-77ae2cf1d04f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:44:28Z', 'updated_at': '2021-02-15T21:44:36Z', 'revision_number': 4, 'project_id': 'b71bf34df67e45829c465ac56f78d37b', 'gw_port': {'id': '092b5458-e6ef-4fb2-9e95-77ae2cf1d04f', 'name': '', 'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:d7:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65230bec-0090-4a3b-9735-54ee253d5f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:44:29Z', 'updated_at': '2021-02-15T21:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-smb', '_interfaces': [{'id': 'fe7f9e10-43c1-45ba-8db2-235aeff37b80', 'name': '', 'network_id': '17650221-126f-4533-a3d9-bfbcad2f9afd', 'tenant_id': 'b71bf34df67e45829c465ac56f78d37b', 'mac_address': 'fa:16:3e:1d:ff:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65230bec-0090-4a3b-9735-54ee253d5f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '7958a86e-12be-499c-918a-a8ccd033f569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:44:35Z', 'updated_at': '2021-02-15T21:44:46Z', 'revision_number': 5, 'project_id': 'b71bf34df67e45829c465ac56f78d37b', 'subnets': [{'id': '7958a86e-12be-499c-918a-a8ccd033f569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 15 21:47:17.859645 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-c7c6b41a-856e-48ba-9eef-0ba242d3c511 req-e2fe6878-1f16-4a9d-9799-1dc5213639f9 service neutron] 10.222.0.46 "GET /v2.0/networks/17650221-126f-4533-a3d9-bfbcad2f9afd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3476832 Feb 15 21:47:17.867359 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-9ae5fd2b-3ac9-408d-835a-74e6601fdea7 req-93fbc8e0-3da2-4645-899f-4ad1d6f2b812 service neutron] 10.222.0.68 "GET /v2.0/networks/17650221-126f-4533-a3d9-bfbcad2f9afd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3280952 Feb 15 21:47:18.078885 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbda4cb2-99da-4363-a57c-db63588fbaa6 req-3c735117-b423-43ef-ade0-9d2867f08c3c tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:47:18.088126 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-fbda4cb2-99da-4363-a57c-db63588fbaa6 req-3c735117-b423-43ef-ade0-9d2867f08c3c tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/ports?device_id=e5482a83-bae4-476f-b0ba-1aca2bb0f2ae HTTP/1.1" status: 200 len: 946 time: 0.1369057 Feb 15 21:47:18.215997 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-fbda4cb2-99da-4363-a57c-db63588fbaa6 req-7ac1bafe-e909-4885-95df-2dd3f893f1a9 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/security-groups?id=36c84c7e-747c-4296-a4e6-ed2a9acb3cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1263845 Feb 15 21:47:18.301532 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e97737-5472-4a84-a146-55942231fd0e None None] New status for floating IP 0ca9589f-aedd-4083-9f03-af1943b9eab4: DOWN {{(pid=84001) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 15 21:47:18.443334 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-7aa40c7e-8888-4432-8141-e614d8f2610f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3814365'] for router_interface, before_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:18.929847 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.plugin [None req-7aa40c7e-8888-4432-8141-e614d8f2610f admin admin] Deleting port 6cea81d7-ebb6-47e3-9e63-010ade77cac7 {{(pid=83998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 21:47:18.930623 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-7aa40c7e-8888-4432-8141-e614d8f2610f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779317974814'] for port, before_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:19.123035 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-8b3e3c4a-e9d6-435b-838c-c00a3cc21c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:19.174966 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [None req-7aa40c7e-8888-4432-8141-e614d8f2610f admin admin] For port 6cea81d7-ebb6-47e3-9e63-010ade77cac7, host dv-cinder-775250-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-3-smb',level=0,port_id=6cea81d7-ebb6-47e3-9e63-010ade77cac7,segment=NetworkSegment(8c893903-8c9b-4ad7-b25b-3668faa686d9),segment_id=8c893903-8c9b-4ad7-b25b-3668faa686d9)] {{(pid=83998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:47:19.175908 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-7aa40c7e-8888-4432-8141-e614d8f2610f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3871786'] for port, precommit_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:19.342963 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.plugin [None req-7aa40c7e-8888-4432-8141-e614d8f2610f admin admin] Calling delete_port for 6cea81d7-ebb6-47e3-9e63-010ade77cac7 owned by network:router_interface {{(pid=83998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 21:47:19.482691 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c392ef-fad2-479b-a4a4-f266825f4d57 req-d812c96f-d8c1-48ba-ba43-84f1233ca8e6 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:47:19.483969 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-a9c392ef-fad2-479b-a4a4-f266825f4d57 req-d812c96f-d8c1-48ba-ba43-84f1233ca8e6 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/ports?device_id=e5482a83-bae4-476f-b0ba-1aca2bb0f2ae HTTP/1.1" status: 200 len: 946 time: 0.0970309 Feb 15 21:47:19.538833 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-a9c392ef-fad2-479b-a4a4-f266825f4d57 req-989b80c5-9751-4401-989e-bb84c791bfbf tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/security-groups?id=36c84c7e-747c-4296-a4e6-ed2a9acb3cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482347 Feb 15 21:47:19.615200 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-7aa40c7e-8888-4432-8141-e614d8f2610f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779317976810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363257537242535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263201797'] for port, after_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:19.630573 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-20ba88ca-a817-49e5-b350-7d866e074e5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:47:19.688916 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa40c7e-8888-4432-8141-e614d8f2610f admin admin] Pushing event deleted for resources: {'Port': ['ID=6cea81d7-ebb6-47e3-9e63-010ade77cac7,revision_number=None']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:47:19.712483 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa40c7e-8888-4432-8141-e614d8f2610f admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:47:19.713021 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa40c7e-8888-4432-8141-e614d8f2610f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:47:19.713548 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa40c7e-8888-4432-8141-e614d8f2610f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:47:19.714031 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa40c7e-8888-4432-8141-e614d8f2610f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:47:19.714494 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa40c7e-8888-4432-8141-e614d8f2610f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:47:19.714955 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa40c7e-8888-4432-8141-e614d8f2610f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:47:19.715414 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa40c7e-8888-4432-8141-e614d8f2610f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:47:19.715868 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa40c7e-8888-4432-8141-e614d8f2610f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:47:19.716323 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa40c7e-8888-4432-8141-e614d8f2610f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:47:19.716775 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa40c7e-8888-4432-8141-e614d8f2610f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:47:19.717244 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa40c7e-8888-4432-8141-e614d8f2610f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:47:19.717733 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa40c7e-8888-4432-8141-e614d8f2610f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:47:19.718260 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa40c7e-8888-4432-8141-e614d8f2610f admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:47:19.718717 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa40c7e-8888-4432-8141-e614d8f2610f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:47:19.719174 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa40c7e-8888-4432-8141-e614d8f2610f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:47:19.719640 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa40c7e-8888-4432-8141-e614d8f2610f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:47:19.720210 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa40c7e-8888-4432-8141-e614d8f2610f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:47:19.724468 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa40c7e-8888-4432-8141-e614d8f2610f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:47:19.724468 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa40c7e-8888-4432-8141-e614d8f2610f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:47:19.724468 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa40c7e-8888-4432-8141-e614d8f2610f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:47:19.724468 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa40c7e-8888-4432-8141-e614d8f2610f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:47:19.724468 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa40c7e-8888-4432-8141-e614d8f2610f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:47:19.724468 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa40c7e-8888-4432-8141-e614d8f2610f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:47:19.724468 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa40c7e-8888-4432-8141-e614d8f2610f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:47:19.735454 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-7aa40c7e-8888-4432-8141-e614d8f2610f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:47:20.264572 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-7aa40c7e-8888-4432-8141-e614d8f2610f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3727584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3814307'] for router_interface, after_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:20.965028 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a18c418-41e1-417f-b4a7-7307760a77c0 req-5aaeb078-8029-4c14-98ec-194311633be0 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:47:20.967683 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-9a18c418-41e1-417f-b4a7-7307760a77c0 req-5aaeb078-8029-4c14-98ec-194311633be0 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/ports?device_id=e5482a83-bae4-476f-b0ba-1aca2bb0f2ae HTTP/1.1" status: 200 len: 946 time: 0.2560866 Feb 15 21:47:21.010950 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aa40c7e-8888-4432-8141-e614d8f2610f admin admin] Router 8b5de55b-85bd-41bb-b8b2-b1ef77649103 has already been hosted by L3 agent dc46b086-6cb1-49e8-b95e-1fe9b389155e {{(pid=83998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 15 21:47:21.047424 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-9a18c418-41e1-417f-b4a7-7307760a77c0 req-1606f10b-4c7f-4e23-8829-e981096e2391 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/security-groups?id=36c84c7e-747c-4296-a4e6-ed2a9acb3cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689797 Feb 15 21:47:21.594471 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aa40c7e-8888-4432-8141-e614d8f2610f admin admin] Notify agent at l3_agent.dv-cinder-775250-3-smb the message routers_updated {{(pid=83998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 15 21:47:21.605184 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6268857-e3b0-4505-afb2-e1434d8a5929 None None] Sync routers for ids ['8b5de55b-85bd-41bb-b8b2-b1ef77649103'] in dv-cinder-775250-3-smb {{(pid=84000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 15 21:47:21.620459 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6268857-e3b0-4505-afb2-e1434d8a5929 None None] Routers {'8b5de55b-85bd-41bb-b8b2-b1ef77649103'} bound to L3 agent in host dv-cinder-775250-3-smb {{(pid=84000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 21:47:21.621428 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_hamode_db [None req-b6268857-e3b0-4505-afb2-e1434d8a5929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-15T21:30:22Z,description=,heartbeat_timestamp=2021-02-15T21:46:52Z,host='dv-cinder-775250-3-smb',id=dc46b086-6cb1-49e8-b95e-1fe9b389155e,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T21:30:22Z,topic='l3_agent')) {'router_ids': ['8b5de55b-85bd-41bb-b8b2-b1ef77649103'], 'active': True} {{(pid=84000) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:47:21.622799 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-7aa40c7e-8888-4432-8141-e614d8f2610f admin admin] 10.222.0.68 "PUT /v2.0/routers/8b5de55b-85bd-41bb-b8b2-b1ef77649103/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8180039 Feb 15 21:47:21.625539 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83998) accepted ('10.222.0.68', 53302) {{(pid=83998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:47:21.841302 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvr_db [None req-b6268857-e3b0-4505-afb2-e1434d8a5929 None None] Set router 8b5de55b-85bd-41bb-b8b2-b1ef77649103 gateway port host: dv-cinder-775250-3-smb {{(pid=84000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 21:47:21.849120 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-690de7e8-a90b-433c-b7b1-ef3dc08d5bab admin admin] Notify callbacks [] for router, before_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:22.149065 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f731a0-c70f-404c-9a6a-c986638bb64b req-109d35d1-3b77-439d-a850-05f969cf3fc3 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:47:22.150780 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-e6f731a0-c70f-404c-9a6a-c986638bb64b req-109d35d1-3b77-439d-a850-05f969cf3fc3 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] 10.222.0.68 "GET /v2.0/ports?device_id=d699b755-4adc-4240-8368-0341ea8761c0 HTTP/1.1" status: 200 len: 945 time: 0.2218037 Feb 15 21:47:22.164400 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-690de7e8-a90b-433c-b7b1-ef3dc08d5bab admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:22.188550 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.plugin [None req-690de7e8-a90b-433c-b7b1-ef3dc08d5bab admin admin] Deleting port 5ca6c730-ff34-4990-b0c3-57122126439c {{(pid=83998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 21:47:22.188953 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-690de7e8-a90b-433c-b7b1-ef3dc08d5bab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779317974814'] for port, before_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:22.234363 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_hamode_db [None req-b6268857-e3b0-4505-afb2-e1434d8a5929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b5de55b-85bd-41bb-b8b2-b1ef77649103', 'name': 'tempest-AttachVolumeTestJSON-246652911-router', 'tenant_id': '01d1e938225c413c8b7177a31ac61fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'external_fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.206'}], 'enable_snat': True}, 'gw_port_id': '5ca6c730-ff34-4990-b0c3-57122126439c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:39:59Z', 'updated_at': '2021-02-15T21:47:19Z', 'revision_number': 5, 'project_id': '01d1e938225c413c8b7177a31ac61fd8', 'gw_port': {'id': '5ca6c730-ff34-4990-b0c3-57122126439c', 'name': '', 'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:78:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5de55b-85bd-41bb-b8b2-b1ef77649103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:40:03Z', 'updated_at': '2021-02-15T21:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-smb'}], 'dv-cinder-775250-3-smb', False) {} {{(pid=84000) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:47:22.239760 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6268857-e3b0-4505-afb2-e1434d8a5929 None None] Checking router: 8b5de55b-85bd-41bb-b8b2-b1ef77649103 for host: dv-cinder-775250-3-smb {{(pid=84000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 15 21:47:22.250692 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6268857-e3b0-4505-afb2-e1434d8a5929 None None] Routers {'8b5de55b-85bd-41bb-b8b2-b1ef77649103'} bound to L3 agent in host dv-cinder-775250-3-smb {{(pid=84000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 21:47:22.251877 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_hamode_db [None req-b6268857-e3b0-4505-afb2-e1434d8a5929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-15T21:30:22Z,description=,heartbeat_timestamp=2021-02-15T21:46:52Z,host='dv-cinder-775250-3-smb',id=dc46b086-6cb1-49e8-b95e-1fe9b389155e,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T21:30:22Z,topic='l3_agent')) {'router_ids': ['8b5de55b-85bd-41bb-b8b2-b1ef77649103'], 'active': True} {{(pid=84000) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:47:22.364252 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11d9623-7a97-4ce2-a75c-d5547e725007 req-3a1f3c3b-0a96-410a-a6da-0e3cfc57ffc8 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:47:22.366448 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-c11d9623-7a97-4ce2-a75c-d5547e725007 req-3a1f3c3b-0a96-410a-a6da-0e3cfc57ffc8 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/ports?device_id=e5482a83-bae4-476f-b0ba-1aca2bb0f2ae HTTP/1.1" status: 200 len: 946 time: 0.1164365 Feb 15 21:47:22.401533 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [req-e6f731a0-c70f-404c-9a6a-c986638bb64b req-a2ac6a27-dff8-4657-851b-7c87bab90660 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Synchronizing usage tracker for tenant:b71bf34df67e45829c465ac56f78d37b on resource:security_group {{(pid=83998) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 21:47:22.437306 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-c11d9623-7a97-4ce2-a75c-d5547e725007 req-85521385-0eb4-42b2-952e-7124d1612e35 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/security-groups?id=36c84c7e-747c-4296-a4e6-ed2a9acb3cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627055 Feb 15 21:47:22.445544 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [None req-690de7e8-a90b-433c-b7b1-ef3dc08d5bab admin admin] For port 5ca6c730-ff34-4990-b0c3-57122126439c, host dv-cinder-775250-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-3-smb',level=0,port_id=5ca6c730-ff34-4990-b0c3-57122126439c,segment=NetworkSegment(aaff8bb9-4958-4cc8-8842-2399e4673088),segment_id=aaff8bb9-4958-4cc8-8842-2399e4673088)] {{(pid=83998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:47:22.445814 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-690de7e8-a90b-433c-b7b1-ef3dc08d5bab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3871786'] for port, precommit_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:22.453089 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-c60de6b7-70eb-446c-94ce-5388b896d56c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:22.533193 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvr_db [None req-b6268857-e3b0-4505-afb2-e1434d8a5929 None None] Set router 8b5de55b-85bd-41bb-b8b2-b1ef77649103 gateway port host: dv-cinder-775250-3-smb {{(pid=84000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 21:47:22.605892 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [req-e6f731a0-c70f-404c-9a6a-c986638bb64b req-a2ac6a27-dff8-4657-851b-7c87bab90660 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Unset dirty status for tenant:b71bf34df67e45829c465ac56f78d37b on resource:security_group {{(pid=83998) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 21:47:22.618297 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-e6f731a0-c70f-404c-9a6a-c986638bb64b req-a2ac6a27-dff8-4657-851b-7c87bab90660 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] 10.222.0.68 "GET /v2.0/security-groups?id=50cb1b5e-10b2-417d-a978-a2a613df9f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4556525 Feb 15 21:47:22.626472 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.plugin [None req-690de7e8-a90b-433c-b7b1-ef3dc08d5bab admin admin] Calling delete_port for 5ca6c730-ff34-4990-b0c3-57122126439c owned by network:router_gateway {{(pid=83998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 21:47:22.798350 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-690de7e8-a90b-433c-b7b1-ef3dc08d5bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779317976810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363257537242535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263201797'] for port, after_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:22.845882 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-4f2d6fe3-588d-414d-8fc0-9e430caa4704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:22.948456 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_hamode_db [None req-b6268857-e3b0-4505-afb2-e1434d8a5929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b5de55b-85bd-41bb-b8b2-b1ef77649103', 'name': 'tempest-AttachVolumeTestJSON-246652911-router', 'tenant_id': '01d1e938225c413c8b7177a31ac61fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'external_fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.206'}], 'enable_snat': True}, 'gw_port_id': '5ca6c730-ff34-4990-b0c3-57122126439c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:39:59Z', 'updated_at': '2021-02-15T21:47:19Z', 'revision_number': 5, 'project_id': '01d1e938225c413c8b7177a31ac61fd8', 'gw_port': {'id': '5ca6c730-ff34-4990-b0c3-57122126439c', 'name': '', 'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:78:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5de55b-85bd-41bb-b8b2-b1ef77649103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:40:03Z', 'updated_at': '2021-02-15T21:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-smb'}], 'dv-cinder-775250-3-smb', False) {} {{(pid=84000) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:47:22.960808 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6268857-e3b0-4505-afb2-e1434d8a5929 None None] The sync data for ids ['8b5de55b-85bd-41bb-b8b2-b1ef77649103'] in dv-cinder-775250-3-smb is: [{'id': '8b5de55b-85bd-41bb-b8b2-b1ef77649103', 'name': 'tempest-AttachVolumeTestJSON-246652911-router', 'tenant_id': '01d1e938225c413c8b7177a31ac61fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'external_fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.206'}], 'enable_snat': True}, 'gw_port_id': '5ca6c730-ff34-4990-b0c3-57122126439c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:39:59Z', 'updated_at': '2021-02-15T21:47:19Z', 'revision_number': 5, 'project_id': '01d1e938225c413c8b7177a31ac61fd8', 'gw_port': {'id': '5ca6c730-ff34-4990-b0c3-57122126439c', 'name': '', 'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:78:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5de55b-85bd-41bb-b8b2-b1ef77649103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:40:03Z', 'updated_at': '2021-02-15T21:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-smb'}] {{(pid=84000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 15 21:47:23.082918 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-690de7e8-a90b-433c-b7b1-ef3dc08d5bab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036850959147'] for router_gateway, after_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:23.251707 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-690de7e8-a90b-433c-b7b1-ef3dc08d5bab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036850962535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854714813'] for router, precommit_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:23.258707 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-690de7e8-a90b-433c-b7b1-ef3dc08d5bab admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:23.315771 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-690de7e8-a90b-433c-b7b1-ef3dc08d5bab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850965769'] for router, after_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:23.316544 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-690de7e8-a90b-433c-b7b1-ef3dc08d5bab admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8b5de55b-85bd-41bb-b8b2-b1ef77649103 {{(pid=83998) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 15 21:47:23.335047 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-690de7e8-a90b-433c-b7b1-ef3dc08d5bab admin admin] Notify callbacks [] for router, before_response {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:23.336351 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-690de7e8-a90b-433c-b7b1-ef3dc08d5bab admin admin] 10.222.0.68 "DELETE /v2.0/routers/8b5de55b-85bd-41bb-b8b2-b1ef77649103 HTTP/1.1" status: 204 len: 168 time: 1.7097635 Feb 15 21:47:23.339274 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 53308) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:47:23.414990 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.db_base_plugin_v2 [None req-d417c67b-07c7-475f-85d7-07d3211b4dfb admin admin] Deleting subnet 96a9e4d7-4193-4d87-beab-01964d61c871 {{(pid=83999) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 15 21:47:23.418704 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-d417c67b-07c7-475f-85d7-07d3211b4dfb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:23.507250 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:23.817592 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Device cb876bfc-a135-447a-934a-6d4680c0eefa up at agent ovs-agent-hv-cinder-77525 {{(pid=84000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:47:23.937281 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Provisioning complete for port cb876bfc-a135-447a-934a-6d4680c0eefa triggered by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:47:23.940940 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:23.994719 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a6f118-f18f-49b8-950f-c632b51954d7 req-49d38faa-6020-4422-ac44-fd33132e5681 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:47:23.996355 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-49a6f118-f18f-49b8-950f-c632b51954d7 req-49d38faa-6020-4422-ac44-fd33132e5681 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] 10.222.0.68 "GET /v2.0/ports?device_id=d699b755-4adc-4240-8368-0341ea8761c0 HTTP/1.1" status: 200 len: 945 time: 0.1600869 Feb 15 21:47:24.043664 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-d417c67b-07c7-475f-85d7-07d3211b4dfb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262175358'] for subnet, precommit_delete_associations {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:24.061944 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-49a6f118-f18f-49b8-950f-c632b51954d7 req-3670ede8-713a-495b-b70f-a9e6ca713b23 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] 10.222.0.68 "GET /v2.0/security-groups?id=50cb1b5e-10b2-417d-a978-a2a613df9f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554888 Feb 15 21:47:24.090891 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9ef16f-2ab1-4438-ba21-e5a17554d27a req-547f5c12-30b4-46e9-a952-82604ae3373c tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:47:24.090891 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [req-8e9ef16f-2ab1-4438-ba21-e5a17554d27a req-547f5c12-30b4-46e9-a952-82604ae3373c tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Synchronizing usage tracker for tenant:b71bf34df67e45829c465ac56f78d37b on resource:port {{(pid=83999) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 21:47:24.117658 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7464e291-8c79-4199-bd1b-d86ec77703ec req-34a70209-d241-4a4f-9d73-38a0e1a52d5b tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:47:24.127748 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-7464e291-8c79-4199-bd1b-d86ec77703ec req-34a70209-d241-4a4f-9d73-38a0e1a52d5b tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/ports?device_id=e5482a83-bae4-476f-b0ba-1aca2bb0f2ae HTTP/1.1" status: 200 len: 946 time: 0.3314252 Feb 15 21:47:24.188568 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Device 3a8942c0-702e-4e6a-a58e-56668cfa3ad2 no longer exists at agent ovs-agent-hv-cinder-77525 {{(pid=84000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 15 21:47:24.219024 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-7464e291-8c79-4199-bd1b-d86ec77703ec req-eb0a2651-d8fb-4953-b7ea-f767616414c7 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/security-groups?id=36c84c7e-747c-4296-a4e6-ed2a9acb3cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856326 Feb 15 21:47:24.254787 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Device 5ca6c730-ff34-4990-b0c3-57122126439c no longer exists at agent ovs-agent-dv-cinder-775250-3-smb {{(pid=84000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 15 21:47:24.269311 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [req-8e9ef16f-2ab1-4438-ba21-e5a17554d27a req-547f5c12-30b4-46e9-a952-82604ae3373c tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Unset dirty status for tenant:b71bf34df67e45829c465ac56f78d37b on resource:port {{(pid=83999) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 21:47:24.270710 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-8e9ef16f-2ab1-4438-ba21-e5a17554d27a req-547f5c12-30b4-46e9-a952-82604ae3373c tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] 10.222.0.46 "GET /v2.0/ports?device_id=d699b755-4adc-4240-8368-0341ea8761c0 HTTP/1.1" status: 200 len: 945 time: 0.8207207 Feb 15 21:47:24.305637 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.plugin [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] No Port match for: 5ca6c730-ff34-4990-b0c3-57122126439c {{(pid=84000) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 15 21:47:24.306164 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Device 5ca6c730-ff34-4990-b0c3-57122126439c not bound to the agent host dv-cinder-775250-3-smb {{(pid=84000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 15 21:47:24.306731 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Device 6cea81d7-ebb6-47e3-9e63-010ade77cac7 no longer exists at agent ovs-agent-dv-cinder-775250-3-smb {{(pid=84000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 15 21:47:24.359085 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.plugin [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] No Port match for: 6cea81d7-ebb6-47e3-9e63-010ade77cac7 {{(pid=84000) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 15 21:47:24.359597 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Device 6cea81d7-ebb6-47e3-9e63-010ade77cac7 not bound to the agent host dv-cinder-775250-3-smb {{(pid=84000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 15 21:47:24.377844 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.plugin [req-8e9ef16f-2ab1-4438-ba21-e5a17554d27a req-f62892fe-d4c0-45c7-ac11-4f0ed73acbbe tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Deleting port 3a8942c0-702e-4e6a-a58e-56668cfa3ad2 {{(pid=83999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 21:47:24.378290 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-8e9ef16f-2ab1-4438-ba21-e5a17554d27a req-f62892fe-d4c0-45c7-ac11-4f0ed73acbbe tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779317974814'] for port, before_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:24.417557 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-d417c67b-07c7-475f-85d7-07d3211b4dfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3509935'] for subnet, precommit_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:24.457625 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-c15141da-837e-426e-b554-b41f5a3e4bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:24.462419 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:24.494360 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd699b755-4adc-4240-8368-0341ea8761c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a8942c0-702e-4e6a-a58e-56668cfa3ad2'}] {{(pid=84000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 21:47:24.517038 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] For port 3a8942c0-702e-4e6a-a58e-56668cfa3ad2, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=3a8942c0-702e-4e6a-a58e-56668cfa3ad2,segment=NetworkSegment(e19c5e97-aaf1-4d97-9bc3-e0a7867a1ed4),segment_id=e19c5e97-aaf1-4d97-9bc3-e0a7867a1ed4)] {{(pid=84000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:47:24.528469 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779317976793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779317533282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257537242501'] for port, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:24.532845 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-51010e92-243a-491a-a1c6-b7856387ad4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:47:24.580351 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd699b755-4adc-4240-8368-0341ea8761c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a8942c0-702e-4e6a-a58e-56668cfa3ad2', 'code': 200} Feb 15 21:47:24.632822 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Pushing event updated for resources: {'Port': ['ID=3a8942c0-702e-4e6a-a58e-56668cfa3ad2,revision_number=7']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:47:24.645688 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:47:24.646077 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:47:24.646457 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:47:24.646843 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:47:24.647227 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:47:24.647608 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:47:24.647985 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:47:24.648358 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:47:24.648731 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:47:24.649102 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:47:24.649503 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:47:24.649875 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:47:24.650308 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:47:24.650679 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:47:24.651049 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:47:24.651422 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:47:24.651791 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:47:24.652161 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:47:24.652537 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:47:24.652898 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:47:24.653268 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:47:24.653679 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:47:24.654046 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:47:24.654547 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:47:24.659547 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:47:24.950760 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [req-8e9ef16f-2ab1-4438-ba21-e5a17554d27a req-f62892fe-d4c0-45c7-ac11-4f0ed73acbbe tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] For port 3a8942c0-702e-4e6a-a58e-56668cfa3ad2, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=3a8942c0-702e-4e6a-a58e-56668cfa3ad2,segment=NetworkSegment(e19c5e97-aaf1-4d97-9bc3-e0a7867a1ed4),segment_id=e19c5e97-aaf1-4d97-9bc3-e0a7867a1ed4)] {{(pid=83999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:47:24.951388 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-8e9ef16f-2ab1-4438-ba21-e5a17554d27a req-f62892fe-d4c0-45c7-ac11-4f0ed73acbbe tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3871786'] for port, precommit_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:25.112555 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.plugin [req-8e9ef16f-2ab1-4438-ba21-e5a17554d27a req-f62892fe-d4c0-45c7-ac11-4f0ed73acbbe tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Calling delete_port for 3a8942c0-702e-4e6a-a58e-56668cfa3ad2 owned by compute:nova {{(pid=83999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 21:47:25.192172 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-d417c67b-07c7-475f-85d7-07d3211b4dfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851265832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-960643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036592534740'] for subnet, after_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:25.260520 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:47:25.330509 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d417c67b-07c7-475f-85d7-07d3211b4dfb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96a9e4d7-4193-4d87-beab-01964d61c871,revision_number=None']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:47:25.401624 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-d417c67b-07c7-475f-85d7-07d3211b4dfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:47:25.436595 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166fb46a-fff7-43bf-8b3f-1675a91faf21 req-34a34035-0d63-4357-b939-94bd4033ae49 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:47:25.437821 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-166fb46a-fff7-43bf-8b3f-1675a91faf21 req-34a34035-0d63-4357-b939-94bd4033ae49 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/ports?device_id=e5482a83-bae4-476f-b0ba-1aca2bb0f2ae HTTP/1.1" status: 200 len: 946 time: 0.0925131 Feb 15 21:47:25.489822 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-166fb46a-fff7-43bf-8b3f-1675a91faf21 req-974ce55a-024e-44e2-ad4a-9471b7a5ec83 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/security-groups?id=36c84c7e-747c-4296-a4e6-ed2a9acb3cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449913 Feb 15 21:47:25.520950 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9553ad27-7e08-4af2-b982-8e980545b7d6 req-731f880c-de17-49b8-ac93-1faa6ef30b1c tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:47:25.522685 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-9553ad27-7e08-4af2-b982-8e980545b7d6 req-731f880c-de17-49b8-ac93-1faa6ef30b1c tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] 10.222.0.68 "GET /v2.0/ports?device_id=d699b755-4adc-4240-8368-0341ea8761c0 HTTP/1.1" status: 200 len: 943 time: 0.3328180 Feb 15 21:47:25.523845 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-d417c67b-07c7-475f-85d7-07d3211b4dfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851048245'] for subnet, before_response {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:25.532728 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b12efe1d-efe9-4498-b259-a072b5777d57 None None] Network 69e9f844-d8da-4039-9b13-e108b452a38b requested from dv-cinder-775250-3-smb {{(pid=84000) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 15 21:47:25.562894 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-8e9ef16f-2ab1-4438-ba21-e5a17554d27a req-f62892fe-d4c0-45c7-ac11-4f0ed73acbbe tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779317976810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363257537242535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853815187'] for port, after_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:25.585773 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-191b9d4e-c81b-4838-8fca-212f4fe1a64a tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:47:25.628607 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-d417c67b-07c7-475f-85d7-07d3211b4dfb admin admin] 10.222.0.68 "DELETE /v2.0/subnets/96a9e4d7-4193-4d87-beab-01964d61c871 HTTP/1.1" status: 204 len: 168 time: 2.2879553 Feb 15 21:47:25.631409 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83998) accepted ('10.222.0.68', 53336) {{(pid=83998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:47:25.660832 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62892fe-d4c0-45c7-ac11-4f0ed73acbbe tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Pushing event deleted for resources: {'Port': ['ID=3a8942c0-702e-4e6a-a58e-56668cfa3ad2,revision_number=None']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:47:25.667990 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-f62892fe-d4c0-45c7-ac11-4f0ed73acbbe tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:47:25.740558 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-9553ad27-7e08-4af2-b982-8e980545b7d6 req-2023d11f-5e08-4e92-8bc8-7b198364d1b9 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] 10.222.0.68 "GET /v2.0/security-groups?id=50cb1b5e-10b2-417d-a978-a2a613df9f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068386 Feb 15 21:47:25.753413 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-92dd2227-d815-432e-b311-fe00c645a6e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3535857'] for network, before_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:25.857760 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e9ef16f-2ab1-4438-ba21-e5a17554d27a req-f62892fe-d4c0-45c7-ac11-4f0ed73acbbe tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] No DVR routers for this DVR port 3a8942c0-702e-4e6a-a58e-56668cfa3ad2 on host hv-cinder-77525 {{(pid=83999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 15 21:47:25.861472 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2188b345-3963-41d4-810b-87fc12a75efe None None] DHCP port deletion for 69e9f844-d8da-4039-9b13-e108b452a38b request from dv-cinder-775250-3-smb {{(pid=84000) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 15 21:47:25.863614 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-8e9ef16f-2ab1-4438-ba21-e5a17554d27a req-f62892fe-d4c0-45c7-ac11-4f0ed73acbbe tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762656'] for port, before_response {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:25.866555 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.plugin [None req-2188b345-3963-41d4-810b-87fc12a75efe None None] Deleting port 0dd2b4e1-b01f-4b84-882c-a24ad5787a7e {{(pid=84000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 21:47:25.866857 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-8e9ef16f-2ab1-4438-ba21-e5a17554d27a req-f62892fe-d4c0-45c7-ac11-4f0ed73acbbe tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] 10.222.0.46 "DELETE /v2.0/ports/3a8942c0-702e-4e6a-a58e-56668cfa3ad2 HTTP/1.1" status: 204 len: 173 time: 1.5871191 Feb 15 21:47:25.867007 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-2188b345-3963-41d4-810b-87fc12a75efe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779317974814'] for port, before_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:25.867880 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd699b755-4adc-4240-8368-0341ea8761c0', 'name': 'network-vif-deleted', 'tag': '3a8942c0-702e-4e6a-a58e-56668cfa3ad2'}] {{(pid=83999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 21:47:25.893776 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.plugin [None req-92dd2227-d815-432e-b311-fe00c645a6e0 admin admin] Deleting port 0dd2b4e1-b01f-4b84-882c-a24ad5787a7e {{(pid=83998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 21:47:25.894158 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-92dd2227-d815-432e-b311-fe00c645a6e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779317974814'] for port, before_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:25.934659 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd699b755-4adc-4240-8368-0341ea8761c0', 'name': 'network-vif-deleted', 'tag': '3a8942c0-702e-4e6a-a58e-56668cfa3ad2', 'status': 'completed', 'code': 200} Feb 15 21:47:26.025917 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2c4efb-8eb8-452b-818d-650c0e537522 req-08dfa20a-0e38-482e-8491-c570becb7acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:47:26.027520 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-4d2c4efb-8eb8-452b-818d-650c0e537522 req-08dfa20a-0e38-482e-8491-c570becb7acd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=83efcaddc4174c70aaaa9d4a9e274006&device_id=e5482a83-bae4-476f-b0ba-1aca2bb0f2ae HTTP/1.1" status: 200 len: 1163 time: 0.2028120 Feb 15 21:47:26.268285 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [None req-92dd2227-d815-432e-b311-fe00c645a6e0 admin admin] For port 0dd2b4e1-b01f-4b84-882c-a24ad5787a7e, host dv-cinder-775250-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-3-smb',level=0,port_id=0dd2b4e1-b01f-4b84-882c-a24ad5787a7e,segment=NetworkSegment(8c893903-8c9b-4ad7-b25b-3668faa686d9),segment_id=8c893903-8c9b-4ad7-b25b-3668faa686d9)] {{(pid=83998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:47:26.268833 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-92dd2227-d815-432e-b311-fe00c645a6e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3871786'] for port, precommit_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:26.345291 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Device 0dd2b4e1-b01f-4b84-882c-a24ad5787a7e no longer exists at agent ovs-agent-dv-cinder-775250-3-smb {{(pid=84000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 15 21:47:26.407344 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [None req-2188b345-3963-41d4-810b-87fc12a75efe None None] For port 0dd2b4e1-b01f-4b84-882c-a24ad5787a7e, host dv-cinder-775250-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-3-smb',level=0,port_id=0dd2b4e1-b01f-4b84-882c-a24ad5787a7e,segment=NetworkSegment(8c893903-8c9b-4ad7-b25b-3668faa686d9),segment_id=8c893903-8c9b-4ad7-b25b-3668faa686d9)] {{(pid=84000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:47:26.407799 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-2188b345-3963-41d4-810b-87fc12a75efe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3871786'] for port, precommit_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:26.440052 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.plugin [None req-92dd2227-d815-432e-b311-fe00c645a6e0 admin admin] Calling delete_port for 0dd2b4e1-b01f-4b84-882c-a24ad5787a7e owned by network:dhcp {{(pid=83998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 21:47:26.506354 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2c4efb-8eb8-452b-818d-650c0e537522 req-33687430-f84b-4bed-831a-1a6b3ff9a96f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:47:26.507961 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-4d2c4efb-8eb8-452b-818d-650c0e537522 req-33687430-f84b-4bed-831a-1a6b3ff9a96f service neutron] 10.222.0.46 "GET /v2.0/networks?id=5a32d5d1-e1a3-4ef5-be5e-207bd58c1352 HTTP/1.1" status: 200 len: 911 time: 0.4716742 Feb 15 21:47:26.565477 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.plugin [None req-2188b345-3963-41d4-810b-87fc12a75efe None None] Calling delete_port for 0dd2b4e1-b01f-4b84-882c-a24ad5787a7e owned by network:dhcp {{(pid=84000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 21:47:26.744140 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3634078b-9def-447e-9df4-fbde0c0edee5 req-8a2515bd-f692-442c-a3e3-1cd6b2e9ecfd tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:47:26.746183 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-3634078b-9def-447e-9df4-fbde0c0edee5 req-8a2515bd-f692-442c-a3e3-1cd6b2e9ecfd tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/ports?device_id=e5482a83-bae4-476f-b0ba-1aca2bb0f2ae HTTP/1.1" status: 200 len: 946 time: 0.1087565 Feb 15 21:47:26.784685 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:26.820054 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-2188b345-3963-41d4-810b-87fc12a75efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779317976810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363257537242535'] for port, after_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:26.830091 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-3634078b-9def-447e-9df4-fbde0c0edee5 req-1b337b25-a15a-4f6a-ada5-d51b561ee5f9 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/security-groups?id=36c84c7e-747c-4296-a4e6-ed2a9acb3cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752912 Feb 15 21:47:26.836101 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:47:26.930591 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2188b345-3963-41d4-810b-87fc12a75efe None None] Pushing event deleted for resources: {'Port': ['ID=0dd2b4e1-b01f-4b84-882c-a24ad5787a7e,revision_number=None']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:47:26.933965 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-2188b345-3963-41d4-810b-87fc12a75efe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:47:26.934190 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.db.api [None req-92dd2227-d815-432e-b311-fe00c645a6e0 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83998) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 15 21:47:26.934190 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_db.api [None req-92dd2227-d815-432e-b311-fe00c645a6e0 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83998) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 15 21:47:26.945429 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-4d2c4efb-8eb8-452b-818d-650c0e537522 req-2cd9532f-d366-4f2e-b7d1-e2433080251b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cb876bfc-a135-447a-934a-6d4680c0eefa HTTP/1.1" status: 200 len: 1001 time: 0.4294021 Feb 15 21:47:27.041440 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2c4efb-8eb8-452b-818d-650c0e537522 req-fc8d3768-2a40-4f6d-8535-532cc8eaf3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:47:27.041440 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-4d2c4efb-8eb8-452b-818d-650c0e537522 req-fc8d3768-2a40-4f6d-8535-532cc8eaf3e1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f1da26f9-af3a-42e2-9b06-af8d75ade4f1 HTTP/1.1" status: 200 len: 856 time: 0.0871112 Feb 15 21:47:27.058257 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2188b345-3963-41d4-810b-87fc12a75efe None None] No DVR routers for this DVR port 0dd2b4e1-b01f-4b84-882c-a24ad5787a7e on host dv-cinder-775250-3-smb {{(pid=84000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 15 21:47:27.136372 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2c4efb-8eb8-452b-818d-650c0e537522 req-6ce96eab-bd07-486b-bbf2-54ad2c85241e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:47:27.138470 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-4d2c4efb-8eb8-452b-818d-650c0e537522 req-6ce96eab-bd07-486b-bbf2-54ad2c85241e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5a32d5d1-e1a3-4ef5-be5e-207bd58c1352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0909050 Feb 15 21:47:27.306212 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-4d2c4efb-8eb8-452b-818d-650c0e537522 req-a78df0d3-f8e6-4447-847a-e260d1af8edd service neutron] 10.222.0.46 "GET /v2.0/networks/5a32d5d1-e1a3-4ef5-be5e-207bd58c1352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611383 Feb 15 21:47:27.436759 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.plugin [None req-92dd2227-d815-432e-b311-fe00c645a6e0 admin admin] Deleting port 0dd2b4e1-b01f-4b84-882c-a24ad5787a7e {{(pid=83998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 21:47:27.437142 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-92dd2227-d815-432e-b311-fe00c645a6e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779317974814'] for port, before_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:27.517965 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 53384) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:47:27.522007 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.plugin [None req-92dd2227-d815-432e-b311-fe00c645a6e0 admin admin] The port '0dd2b4e1-b01f-4b84-882c-a24ad5787a7e' was deleted {{(pid=83998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 15 21:47:27.620231 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-4d2c4efb-8eb8-452b-818d-650c0e537522 req-ea8d5a1d-81fd-4c91-acbc-5c392d5f1a89 service neutron] 10.222.0.46 "GET /v2.0/networks/5a32d5d1-e1a3-4ef5-be5e-207bd58c1352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3064044 Feb 15 21:47:27.688850 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-92dd2227-d815-432e-b311-fe00c645a6e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3509558', 'neutron.services.segments.db._delete_segments_for_network--9223363257536900809'] for network, precommit_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:27.817577 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.services.segments.db [None req-92dd2227-d815-432e-b311-fe00c645a6e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69e9f844-d8da-4039-9b13-e108b452a38b']}} {{(pid=83998) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:47:27.833543 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.services.segments.db [None req-92dd2227-d815-432e-b311-fe00c645a6e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c893903-8c9b-4ad7-b25b-3668faa686d9') {'for_net_delete': True} {{(pid=83998) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:47:27.833830 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.services.segments.db [None req-92dd2227-d815-432e-b311-fe00c645a6e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c893903-8c9b-4ad7-b25b-3668faa686d9') {} {{(pid=83998) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:47:27.848522 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-92dd2227-d815-432e-b311-fe00c645a6e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318004322', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036591258620'] for segment, before_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:27.866658 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-92dd2227-d815-432e-b311-fe00c645a6e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515977'] for segment, precommit_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:27.869382 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-92dd2227-d815-432e-b311-fe00c645a6e0 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=83998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 15 21:47:28.124492 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.managers [None req-92dd2227-d815-432e-b311-fe00c645a6e0 admin admin] Network 69e9f844-d8da-4039-9b13-e108b452a38b has no segments {{(pid=83998) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 15 21:47:28.135375 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-92dd2227-d815-432e-b311-fe00c645a6e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851259790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036591573954'] for segment, after_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:28.165503 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-7392b2da-fc9b-486f-984d-d64a427f1a9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3814365'] for router_interface, before_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:28.330064 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.managers [None req-92dd2227-d815-432e-b311-fe00c645a6e0 admin admin] Network 69e9f844-d8da-4039-9b13-e108b452a38b has no segments {{(pid=83998) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 15 21:47:28.345808 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2644b1c8-2a09-4c79-bf7e-b4354e8fc691 req-db5a43c1-c3d9-4ff2-b17c-0adc638d1642 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:47:28.348381 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-2644b1c8-2a09-4c79-bf7e-b4354e8fc691 req-db5a43c1-c3d9-4ff2-b17c-0adc638d1642 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/ports?device_id=e5482a83-bae4-476f-b0ba-1aca2bb0f2ae HTTP/1.1" status: 200 len: 946 time: 0.3797095 Feb 15 21:47:28.369182 dv-cinder-775250-3-smb neutron-server[83887]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 21:47:28.369182 dv-cinder-775250-3-smb neutron-server[83887]: % (table.description, expected, rows_matched) Feb 15 21:47:28.369182 dv-cinder-775250-3-smb neutron-server[83887]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 21:47:28.369182 dv-cinder-775250-3-smb neutron-server[83887]: % (table.description, expected, rows_matched) Feb 15 21:47:28.369182 dv-cinder-775250-3-smb neutron-server[83887]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 21:47:28.369182 dv-cinder-775250-3-smb neutron-server[83887]: % (table.description, expected, rows_matched) Feb 15 21:47:28.369182 dv-cinder-775250-3-smb neutron-server[83887]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 21:47:28.369182 dv-cinder-775250-3-smb neutron-server[83887]: % (table.description, expected, rows_matched) Feb 15 21:47:28.369182 dv-cinder-775250-3-smb neutron-server[83887]: Traceback (most recent call last): Feb 15 21:47:28.369182 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 21:47:28.369182 dv-cinder-775250-3-smb neutron-server[83887]: timer() Feb 15 21:47:28.369182 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 21:47:28.369182 dv-cinder-775250-3-smb neutron-server[83887]: cb(*args, **kw) Feb 15 21:47:28.369182 dv-cinder-775250-3-smb neutron-server[83887]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 15 21:47:28.369182 dv-cinder-775250-3-smb neutron-server[83887]: return func(*args, **kwargs) Feb 15 21:47:28.369182 dv-cinder-775250-3-smb neutron-server[83887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 21:47:28.369182 dv-cinder-775250-3-smb neutron-server[83887]: self._notify() Feb 15 21:47:28.369182 dv-cinder-775250-3-smb neutron-server[83887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 21:47:28.369182 dv-cinder-775250-3-smb neutron-server[83887]: self.callback(batched_events) Feb 15 21:47:28.369182 dv-cinder-775250-3-smb neutron-server[83887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 21:47:28.369182 dv-cinder-775250-3-smb neutron-server[83887]: event.method(event) Feb 15 21:47:28.369182 dv-cinder-775250-3-smb neutron-server[83887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 21:47:28.369182 dv-cinder-775250-3-smb neutron-server[83887]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 21:47:28.369182 dv-cinder-775250-3-smb neutron-server[83887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 15 21:47:28.369182 dv-cinder-775250-3-smb neutron-server[83887]: segment_id)['aggregates'][0] Feb 15 21:47:28.369182 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 21:47:28.369182 dv-cinder-775250-3-smb neutron-server[83887]: return f(self, *a, **k) Feb 15 21:47:28.369182 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 21:47:28.369182 dv-cinder-775250-3-smb neutron-server[83887]: return self._get(url).json() Feb 15 21:47:28.369182 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 21:47:28.369182 dv-cinder-775250-3-smb neutron-server[83887]: **kwargs) Feb 15 21:47:28.369182 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 15 21:47:28.369182 dv-cinder-775250-3-smb neutron-server[83887]: return self.request(url, 'GET', **kwargs) Feb 15 21:47:28.369182 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 15 21:47:28.369182 dv-cinder-775250-3-smb neutron-server[83887]: **endpoint_filter) Feb 15 21:47:28.369182 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 15 21:47:28.369182 dv-cinder-775250-3-smb neutron-server[83887]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 21:47:28.369182 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 15 21:47:28.369182 dv-cinder-775250-3-smb neutron-server[83887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 21:47:28.369182 dv-cinder-775250-3-smb neutron-server[83887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 21:47:28.479515 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-92dd2227-d815-432e-b311-fe00c645a6e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851266290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3816652'] for network, after_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:28.488020 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-2644b1c8-2a09-4c79-bf7e-b4354e8fc691 req-27be8b00-9194-4181-b3b2-ab69085769ea tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/security-groups?id=36c84c7e-747c-4296-a4e6-ed2a9acb3cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1174059 Feb 15 21:47:28.488715 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-92dd2227-d815-432e-b311-fe00c645a6e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851048245'] for network, before_response {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:28.491664 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-26b0a5df-5913-45e7-9cea-dd7fe267e114 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:47:28.516500 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dd2227-d815-432e-b311-fe00c645a6e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=69e9f844-d8da-4039-9b13-e108b452a38b,revision_number=None']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:47:28.524182 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-92dd2227-d815-432e-b311-fe00c645a6e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:47:28.537570 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-92dd2227-d815-432e-b311-fe00c645a6e0 admin admin] 10.222.0.68 "DELETE /v2.0/networks/69e9f844-d8da-4039-9b13-e108b452a38b HTTP/1.1" status: 204 len: 168 time: 2.9049525 Feb 15 21:47:28.662305 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83998) accepted ('10.222.0.68', 53392) {{(pid=83998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:47:28.719152 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-714a4655-59ca-41d9-ba12-6d67a5d63573 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=01d1e938225c413c8b7177a31ac61fd8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0555229 Feb 15 21:47:28.724407 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83998) accepted ('10.222.0.68', 53396) {{(pid=83998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:47:28.787621 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-4f6cac07-07a4-4e31-b1f8-a66e00a3e78e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:28.805371 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.plugin [None req-7392b2da-fc9b-486f-984d-d64a427f1a9c admin admin] Deleting port fe7f9e10-43c1-45ba-8db2-235aeff37b80 {{(pid=83999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 21:47:28.805777 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-7392b2da-fc9b-486f-984d-d64a427f1a9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779317974814'] for port, before_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:28.815005 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-4f6cac07-07a4-4e31-b1f8-a66e00a3e78e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:28.868281 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-4f6cac07-07a4-4e31-b1f8-a66e00a3e78e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:28.872398 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-4a666c83-a2f3-4413-b940-74f3a6639064 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:47:28.886627 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6cac07-07a4-4e31-b1f8-a66e00a3e78e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71cd4868-46e3-4754-a7d3-4c06d1e07525,revision_number=None']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:47:28.891027 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-4f6cac07-07a4-4e31-b1f8-a66e00a3e78e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:47:28.897283 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-4f6cac07-07a4-4e31-b1f8-a66e00a3e78e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:28.898474 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-4f6cac07-07a4-4e31-b1f8-a66e00a3e78e admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/71cd4868-46e3-4754-a7d3-4c06d1e07525 HTTP/1.1" status: 204 len: 168 time: 0.1727390 Feb 15 21:47:28.996374 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [None req-7392b2da-fc9b-486f-984d-d64a427f1a9c admin admin] For port fe7f9e10-43c1-45ba-8db2-235aeff37b80, host dv-cinder-775250-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-3-smb',level=0,port_id=fe7f9e10-43c1-45ba-8db2-235aeff37b80,segment=NetworkSegment(e19c5e97-aaf1-4d97-9bc3-e0a7867a1ed4),segment_id=e19c5e97-aaf1-4d97-9bc3-e0a7867a1ed4)] {{(pid=83999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:47:28.996769 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-7392b2da-fc9b-486f-984d-d64a427f1a9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3871786'] for port, precommit_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:29.132565 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.plugin [None req-7392b2da-fc9b-486f-984d-d64a427f1a9c admin admin] Calling delete_port for fe7f9e10-43c1-45ba-8db2-235aeff37b80 owned by network:router_interface {{(pid=83999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 21:47:29.460633 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-7392b2da-fc9b-486f-984d-d64a427f1a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779317976810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363257537242535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853815187'] for port, after_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:29.476519 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-dae4163f-96b2-462f-ace0-5a4a71e80ac8 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:47:29.532853 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7392b2da-fc9b-486f-984d-d64a427f1a9c admin admin] Pushing event deleted for resources: {'Port': ['ID=fe7f9e10-43c1-45ba-8db2-235aeff37b80,revision_number=None']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:47:29.536020 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-7392b2da-fc9b-486f-984d-d64a427f1a9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:47:29.803391 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Device cb876bfc-a135-447a-934a-6d4680c0eefa no longer exists at agent ovs-agent-hv-cinder-77525 {{(pid=84000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 15 21:47:29.866542 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1e5107-ae2e-49b4-b37f-36cdfba4a3d7 req-1265c880-ec80-450e-a0df-02774285ad53 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:47:29.870059 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-eb1e5107-ae2e-49b4-b37f-36cdfba4a3d7 req-1265c880-ec80-450e-a0df-02774285ad53 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/ports?device_id=e5482a83-bae4-476f-b0ba-1aca2bb0f2ae HTTP/1.1" status: 200 len: 946 time: 0.2511125 Feb 15 21:47:29.967873 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:30.000743 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5482a83-bae4-476f-b0ba-1aca2bb0f2ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb876bfc-a135-447a-934a-6d4680c0eefa'}] {{(pid=84000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 21:47:30.014192 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] For port cb876bfc-a135-447a-934a-6d4680c0eefa, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=cb876bfc-a135-447a-934a-6d4680c0eefa,segment=NetworkSegment(1388e872-eab5-4c96-8eb7-e6fd8402e86b),segment_id=1388e872-eab5-4c96-8eb7-e6fd8402e86b)] {{(pid=84000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:47:30.018203 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779317976793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779317533282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257537242501'] for port, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:30.020813 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:47:30.026713 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-eb1e5107-ae2e-49b4-b37f-36cdfba4a3d7 req-664f9ea0-4ff6-4fb4-a3bf-ea1a9d1e969f tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/security-groups?id=36c84c7e-747c-4296-a4e6-ed2a9acb3cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744483 Feb 15 21:47:30.077834 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-7392b2da-fc9b-486f-984d-d64a427f1a9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3727584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3814307'] for router_interface, after_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:30.096165 dv-cinder-775250-3-smb neutron-server[83887]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e5482a83-bae4-476f-b0ba-1aca2bb0f2ae', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'cb876bfc-a135-447a-934a-6d4680c0eefa', 'code': 422} returned with failed status Feb 15 21:47:30.125045 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Pushing event updated for resources: {'Port': ['ID=cb876bfc-a135-447a-934a-6d4680c0eefa,revision_number=5']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:47:30.130209 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:47:30.684408 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7392b2da-fc9b-486f-984d-d64a427f1a9c admin admin] Router 65230bec-0090-4a3b-9735-54ee253d5f5c has already been hosted by L3 agent dc46b086-6cb1-49e8-b95e-1fe9b389155e {{(pid=83999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 15 21:47:30.907045 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7392b2da-fc9b-486f-984d-d64a427f1a9c admin admin] Notify agent at l3_agent.dv-cinder-775250-3-smb the message routers_updated {{(pid=83999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 15 21:47:30.922360 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1a8b9c-5777-4e3b-a37f-5572e17a2cfe None None] Sync routers for ids ['65230bec-0090-4a3b-9735-54ee253d5f5c'] in dv-cinder-775250-3-smb {{(pid=84001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 15 21:47:30.924615 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-7392b2da-fc9b-486f-984d-d64a427f1a9c admin admin] 10.222.0.68 "PUT /v2.0/routers/65230bec-0090-4a3b-9735-54ee253d5f5c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4043696 Feb 15 21:47:30.928130 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83998) accepted ('10.222.0.68', 53462) {{(pid=83998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:47:30.934578 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1a8b9c-5777-4e3b-a37f-5572e17a2cfe None None] Routers {'65230bec-0090-4a3b-9735-54ee253d5f5c'} bound to L3 agent in host dv-cinder-775250-3-smb {{(pid=84001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 21:47:30.935265 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_hamode_db [None req-1d1a8b9c-5777-4e3b-a37f-5572e17a2cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-15T21:30:22Z,description=,heartbeat_timestamp=2021-02-15T21:47:22Z,host='dv-cinder-775250-3-smb',id=dc46b086-6cb1-49e8-b95e-1fe9b389155e,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T21:30:22Z,topic='l3_agent')) {'router_ids': ['65230bec-0090-4a3b-9735-54ee253d5f5c'], 'active': True} {{(pid=84001) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:47:31.122193 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 53470) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:47:31.130871 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvr_db [None req-1d1a8b9c-5777-4e3b-a37f-5572e17a2cfe None None] Set router 65230bec-0090-4a3b-9735-54ee253d5f5c gateway port host: dv-cinder-775250-3-smb {{(pid=84001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 21:47:31.156663 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-cc2c397c-f8b2-48c5-b1d5-94dce72627e5 admin admin] Notify callbacks [] for router, before_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:31.295726 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-969ae554-6798-4ca3-b7d4-2e4a7d1e591c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:31.320656 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-969ae554-6798-4ca3-b7d4-2e4a7d1e591c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:47:31.325424 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-969ae554-6798-4ca3-b7d4-2e4a7d1e591c admin admin] Usage tracker for resource:security_group_rule and tenant:3b9b83c9980a4dd1a0f1372e44a5b2b0 is out of sync, need to count used quota {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:47:31.328785 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-969ae554-6798-4ca3-b7d4-2e4a7d1e591c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:47:31.336033 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-969ae554-6798-4ca3-b7d4-2e4a7d1e591c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:47:31.369893 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-cc2c397c-f8b2-48c5-b1d5-94dce72627e5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:31.377379 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.plugin [None req-cc2c397c-f8b2-48c5-b1d5-94dce72627e5 admin admin] Deleting port 092b5458-e6ef-4fb2-9e95-77ae2cf1d04f {{(pid=83998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 21:47:31.377920 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-cc2c397c-f8b2-48c5-b1d5-94dce72627e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779317974814'] for port, before_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:31.442285 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-969ae554-6798-4ca3-b7d4-2e4a7d1e591c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:31.447296 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-969ae554-6798-4ca3-b7d4-2e4a7d1e591c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:31.459937 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-4123427f-4c9c-4530-ab86-3cb50dc741d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:47:31.469463 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_hamode_db [None req-1d1a8b9c-5777-4e3b-a37f-5572e17a2cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65230bec-0090-4a3b-9735-54ee253d5f5c', 'name': 'tempest-TestMinimumBasicScenario-1988866333-router', 'tenant_id': 'b71bf34df67e45829c465ac56f78d37b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'external_fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.154'}], 'enable_snat': True}, 'gw_port_id': '092b5458-e6ef-4fb2-9e95-77ae2cf1d04f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:44:28Z', 'updated_at': '2021-02-15T21:47:29Z', 'revision_number': 5, 'project_id': 'b71bf34df67e45829c465ac56f78d37b', 'gw_port': {'id': '092b5458-e6ef-4fb2-9e95-77ae2cf1d04f', 'name': '', 'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:d7:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65230bec-0090-4a3b-9735-54ee253d5f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:44:29Z', 'updated_at': '2021-02-15T21:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-smb'}], 'dv-cinder-775250-3-smb', False) {} {{(pid=84001) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:47:31.475386 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1a8b9c-5777-4e3b-a37f-5572e17a2cfe None None] Checking router: 65230bec-0090-4a3b-9735-54ee253d5f5c for host: dv-cinder-775250-3-smb {{(pid=84001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 15 21:47:31.486000 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1a8b9c-5777-4e3b-a37f-5572e17a2cfe None None] Routers {'65230bec-0090-4a3b-9735-54ee253d5f5c'} bound to L3 agent in host dv-cinder-775250-3-smb {{(pid=84001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 21:47:31.487236 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_hamode_db [None req-1d1a8b9c-5777-4e3b-a37f-5572e17a2cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-15T21:30:22Z,description=,heartbeat_timestamp=2021-02-15T21:47:22Z,host='dv-cinder-775250-3-smb',id=dc46b086-6cb1-49e8-b95e-1fe9b389155e,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T21:30:22Z,topic='l3_agent')) {'router_ids': ['65230bec-0090-4a3b-9735-54ee253d5f5c'], 'active': True} {{(pid=84001) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:47:31.514390 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-969ae554-6798-4ca3-b7d4-2e4a7d1e591c admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=3b9b83c9980a4dd1a0f1372e44a5b2b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3877594 Feb 15 21:47:31.514390 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969ae554-6798-4ca3-b7d4-2e4a7d1e591c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dda4f4d-01d6-4d5d-9205-9899e01154db,revision_number=1']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:47:31.526188 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 53480) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:47:31.532826 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-969ae554-6798-4ca3-b7d4-2e4a7d1e591c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:47:31.603377 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-767f25b5-ec79-4463-bfca-d85da10b68b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:31.610992 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [None req-cc2c397c-f8b2-48c5-b1d5-94dce72627e5 admin admin] For port 092b5458-e6ef-4fb2-9e95-77ae2cf1d04f, host dv-cinder-775250-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-3-smb',level=0,port_id=092b5458-e6ef-4fb2-9e95-77ae2cf1d04f,segment=NetworkSegment(aaff8bb9-4958-4cc8-8842-2399e4673088),segment_id=aaff8bb9-4958-4cc8-8842-2399e4673088)] {{(pid=83998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:47:31.611832 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-cc2c397c-f8b2-48c5-b1d5-94dce72627e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3871786'] for port, precommit_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:31.635831 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-767f25b5-ec79-4463-bfca-d85da10b68b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:31.692370 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-767f25b5-ec79-4463-bfca-d85da10b68b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:31.705141 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-e502cd96-0675-4cdc-8255-10bf33e0a434 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:47:31.734438 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767f25b5-ec79-4463-bfca-d85da10b68b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dda4f4d-01d6-4d5d-9205-9899e01154db,revision_number=None']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:47:31.741889 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-767f25b5-ec79-4463-bfca-d85da10b68b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:47:31.744035 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-767f25b5-ec79-4463-bfca-d85da10b68b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:31.748456 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-767f25b5-ec79-4463-bfca-d85da10b68b3 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/0dda4f4d-01d6-4d5d-9205-9899e01154db HTTP/1.1" status: 204 len: 168 time: 0.2174826 Feb 15 21:47:31.748603 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvr_db [None req-1d1a8b9c-5777-4e3b-a37f-5572e17a2cfe None None] Set router 65230bec-0090-4a3b-9735-54ee253d5f5c gateway port host: dv-cinder-775250-3-smb {{(pid=84001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 21:47:31.834488 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.plugin [None req-cc2c397c-f8b2-48c5-b1d5-94dce72627e5 admin admin] Calling delete_port for 092b5458-e6ef-4fb2-9e95-77ae2cf1d04f owned by network:router_gateway {{(pid=83998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 21:47:32.046480 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 53502) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:47:32.076561 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed4c31d-3063-4147-b756-d1ad2d954236 req-9f4c0d97-b833-4411-9d8d-d18bb87e0b58 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:47:32.086176 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-eed4c31d-3063-4147-b756-d1ad2d954236 req-9f4c0d97-b833-4411-9d8d-d18bb87e0b58 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/ports?device_id=e5482a83-bae4-476f-b0ba-1aca2bb0f2ae HTTP/1.1" status: 200 len: 944 time: 0.1685841 Feb 15 21:47:32.120245 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_hamode_db [None req-1d1a8b9c-5777-4e3b-a37f-5572e17a2cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65230bec-0090-4a3b-9735-54ee253d5f5c', 'name': 'tempest-TestMinimumBasicScenario-1988866333-router', 'tenant_id': 'b71bf34df67e45829c465ac56f78d37b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'external_fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.154'}], 'enable_snat': True}, 'gw_port_id': '092b5458-e6ef-4fb2-9e95-77ae2cf1d04f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:44:28Z', 'updated_at': '2021-02-15T21:47:29Z', 'revision_number': 5, 'project_id': 'b71bf34df67e45829c465ac56f78d37b', 'gw_port': {'id': '092b5458-e6ef-4fb2-9e95-77ae2cf1d04f', 'name': '', 'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:d7:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65230bec-0090-4a3b-9735-54ee253d5f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:44:29Z', 'updated_at': '2021-02-15T21:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-smb'}], 'dv-cinder-775250-3-smb', False) {} {{(pid=84001) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:47:32.125471 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1a8b9c-5777-4e3b-a37f-5572e17a2cfe None None] The sync data for ids ['65230bec-0090-4a3b-9735-54ee253d5f5c'] in dv-cinder-775250-3-smb is: [{'id': '65230bec-0090-4a3b-9735-54ee253d5f5c', 'name': 'tempest-TestMinimumBasicScenario-1988866333-router', 'tenant_id': 'b71bf34df67e45829c465ac56f78d37b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'external_fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.154'}], 'enable_snat': True}, 'gw_port_id': '092b5458-e6ef-4fb2-9e95-77ae2cf1d04f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:44:28Z', 'updated_at': '2021-02-15T21:47:29Z', 'revision_number': 5, 'project_id': 'b71bf34df67e45829c465ac56f78d37b', 'gw_port': {'id': '092b5458-e6ef-4fb2-9e95-77ae2cf1d04f', 'name': '', 'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:d7:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65230bec-0090-4a3b-9735-54ee253d5f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:44:29Z', 'updated_at': '2021-02-15T21:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-smb'}] {{(pid=84001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 15 21:47:32.203922 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-eed4c31d-3063-4147-b756-d1ad2d954236 req-f4912187-2269-40f6-a6d4-d644c8f3ae47 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/security-groups?id=36c84c7e-747c-4296-a4e6-ed2a9acb3cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1167614 Feb 15 21:47:32.206482 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83998) accepted ('10.222.0.68', 53508) {{(pid=83998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:47:32.210230 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-cc2c397c-f8b2-48c5-b1d5-94dce72627e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779317976810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363257537242535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263201797'] for port, after_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:32.266922 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-9961ae5d-2549-4dc3-b43a-2b7f234e0616 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:32.348163 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-9961ae5d-2549-4dc3-b43a-2b7f234e0616 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:47:32.502113 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-edd3d6a1-6e15-42eb-b0de-06223a0a4576 req-aa3e6d86-5df9-4383-88f9-824fb8976fce service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=e5482a83-bae4-476f-b0ba-1aca2bb0f2ae&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4541140 Feb 15 21:47:32.616672 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-9961ae5d-2549-4dc3-b43a-2b7f234e0616 admin admin] Usage tracker for resource:security_group_rule and tenant:7acb206229c749efa8f53bd8b6244319 is out of sync, need to count used quota {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:47:32.621231 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-9961ae5d-2549-4dc3-b43a-2b7f234e0616 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:47:32.630401 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-9961ae5d-2549-4dc3-b43a-2b7f234e0616 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:47:32.754831 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-cc2c397c-f8b2-48c5-b1d5-94dce72627e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036850959147'] for router_gateway, after_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:32.911402 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-cc2c397c-f8b2-48c5-b1d5-94dce72627e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036850962535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854714813'] for router, precommit_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:32.920210 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-cc2c397c-f8b2-48c5-b1d5-94dce72627e5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:32.953386 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-9961ae5d-2549-4dc3-b43a-2b7f234e0616 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:32.957941 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-9961ae5d-2549-4dc3-b43a-2b7f234e0616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:32.966529 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-2304ebc8-3e87-4ffc-a9db-0aa826def47a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:47:32.979540 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-cc2c397c-f8b2-48c5-b1d5-94dce72627e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850965769'] for router, after_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:32.980122 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc2c397c-f8b2-48c5-b1d5-94dce72627e5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 65230bec-0090-4a3b-9735-54ee253d5f5c {{(pid=83998) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 15 21:47:33.070705 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9961ae5d-2549-4dc3-b43a-2b7f234e0616 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efe7facc-a41c-44ba-a4b0-4b5c71de3bda,revision_number=1']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:47:33.074258 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-9961ae5d-2549-4dc3-b43a-2b7f234e0616 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:47:33.089274 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-9961ae5d-2549-4dc3-b43a-2b7f234e0616 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=7acb206229c749efa8f53bd8b6244319&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8816257 Feb 15 21:47:33.092395 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 53518) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:47:33.109319 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-cc2c397c-f8b2-48c5-b1d5-94dce72627e5 admin admin] Notify callbacks [] for router, before_response {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:33.110568 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-cc2c397c-f8b2-48c5-b1d5-94dce72627e5 admin admin] 10.222.0.68 "DELETE /v2.0/routers/65230bec-0090-4a3b-9735-54ee253d5f5c HTTP/1.1" status: 204 len: 168 time: 2.1811419 Feb 15 21:47:33.113627 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 53522) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:47:33.121257 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd3d6a1-6e15-42eb-b0de-06223a0a4576 req-11d67f74-d727-4071-b40d-d5b28dfb9259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:47:33.122949 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-edd3d6a1-6e15-42eb-b0de-06223a0a4576 req-11d67f74-d727-4071-b40d-d5b28dfb9259 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e5482a83-bae4-476f-b0ba-1aca2bb0f2ae&tenant_id=83efcaddc4174c70aaaa9d4a9e274006 HTTP/1.1" status: 200 len: 1161 time: 0.1319237 Feb 15 21:47:33.216950 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.db_base_plugin_v2 [None req-05d1bf63-5ce8-4eca-8d01-c7b937c2015c admin admin] Deleting subnet 7958a86e-12be-499c-918a-a8ccd033f569 {{(pid=83999) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 15 21:47:33.225080 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-05d1bf63-5ce8-4eca-8d01-c7b937c2015c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:33.229035 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd3d6a1-6e15-42eb-b0de-06223a0a4576 req-be8b8c5b-4656-4d94-98aa-ec61f6185893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:47:33.230942 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-edd3d6a1-6e15-42eb-b0de-06223a0a4576 req-be8b8c5b-4656-4d94-98aa-ec61f6185893 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=83efcaddc4174c70aaaa9d4a9e274006&device_id=e5482a83-bae4-476f-b0ba-1aca2bb0f2ae HTTP/1.1" status: 200 len: 1161 time: 0.0847590 Feb 15 21:47:33.260404 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-6f7a4ce1-756c-4d43-aa98-41d3df30c215 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:33.304963 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-05d1bf63-5ce8-4eca-8d01-c7b937c2015c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262175358'] for subnet, precommit_delete_associations {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:33.335212 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-6f7a4ce1-756c-4d43-aa98-41d3df30c215 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:33.379282 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd3d6a1-6e15-42eb-b0de-06223a0a4576 req-4159d526-af93-47d4-8245-985bae57267d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:47:33.380905 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-edd3d6a1-6e15-42eb-b0de-06223a0a4576 req-4159d526-af93-47d4-8245-985bae57267d service neutron] 10.222.0.46 "GET /v2.0/networks?id=5a32d5d1-e1a3-4ef5-be5e-207bd58c1352 HTTP/1.1" status: 200 len: 911 time: 0.1427050 Feb 15 21:47:33.487657 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-6f7a4ce1-756c-4d43-aa98-41d3df30c215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:33.494743 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-260e55a8-8d44-4fd2-bba7-cb795d538a58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:47:33.495060 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-edd3d6a1-6e15-42eb-b0de-06223a0a4576 req-34563e40-a674-42c9-b84c-9ee774984fbf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cb876bfc-a135-447a-934a-6d4680c0eefa HTTP/1.1" status: 200 len: 999 time: 0.1068659 Feb 15 21:47:33.510071 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-05d1bf63-5ce8-4eca-8d01-c7b937c2015c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3509935'] for subnet, precommit_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:33.550413 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7a4ce1-756c-4d43-aa98-41d3df30c215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efe7facc-a41c-44ba-a4b0-4b5c71de3bda,revision_number=None']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:47:33.564363 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-6f7a4ce1-756c-4d43-aa98-41d3df30c215 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:47:33.568623 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd3d6a1-6e15-42eb-b0de-06223a0a4576 req-c46062c9-3591-4795-b36f-4a454f962800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:47:33.570396 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-edd3d6a1-6e15-42eb-b0de-06223a0a4576 req-c46062c9-3591-4795-b36f-4a454f962800 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f1da26f9-af3a-42e2-9b06-af8d75ade4f1 HTTP/1.1" status: 200 len: 856 time: 0.0687709 Feb 15 21:47:33.573768 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c7b81e-7968-4a9d-9ca5-81a02c8a78f2 req-41c8e1e4-7b69-4ace-a4cb-772fc39946bc tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:47:33.575836 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-20c7b81e-7968-4a9d-9ca5-81a02c8a78f2 req-41c8e1e4-7b69-4ace-a4cb-772fc39946bc tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/ports?device_id=e5482a83-bae4-476f-b0ba-1aca2bb0f2ae HTTP/1.1" status: 200 len: 944 time: 0.2339151 Feb 15 21:47:33.576674 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-6f7a4ce1-756c-4d43-aa98-41d3df30c215 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:33.577801 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-6f7a4ce1-756c-4d43-aa98-41d3df30c215 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/efe7facc-a41c-44ba-a4b0-4b5c71de3bda HTTP/1.1" status: 204 len: 168 time: 0.4842591 Feb 15 21:47:33.672335 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd3d6a1-6e15-42eb-b0de-06223a0a4576 req-cb00be32-c356-453a-a2e1-03e0cd83388f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:47:33.674290 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-edd3d6a1-6e15-42eb-b0de-06223a0a4576 req-cb00be32-c356-453a-a2e1-03e0cd83388f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5a32d5d1-e1a3-4ef5-be5e-207bd58c1352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0968556 Feb 15 21:47:33.735743 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-20c7b81e-7968-4a9d-9ca5-81a02c8a78f2 req-fa4d0e65-0ebb-40ca-a4f1-d295cb110626 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/security-groups?id=36c84c7e-747c-4296-a4e6-ed2a9acb3cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1453493 Feb 15 21:47:33.828031 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-edd3d6a1-6e15-42eb-b0de-06223a0a4576 req-32b50a8c-c6a9-48da-a1e4-a7a362677884 service neutron] 10.222.0.46 "GET /v2.0/networks/5a32d5d1-e1a3-4ef5-be5e-207bd58c1352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460495 Feb 15 21:47:33.901809 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-05d1bf63-5ce8-4eca-8d01-c7b937c2015c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851265832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-960643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036592534740'] for subnet, after_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:33.918813 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:47:33.969693 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d1bf63-5ce8-4eca-8d01-c7b937c2015c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7958a86e-12be-499c-918a-a8ccd033f569,revision_number=None']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:47:33.972714 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-05d1bf63-5ce8-4eca-8d01-c7b937c2015c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:47:33.984702 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-edd3d6a1-6e15-42eb-b0de-06223a0a4576 req-fce7e074-ad6e-4376-ac36-6371a085ec73 service neutron] 10.222.0.46 "GET /v2.0/networks/5a32d5d1-e1a3-4ef5-be5e-207bd58c1352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1492836 Feb 15 21:47:34.065546 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-05d1bf63-5ce8-4eca-8d01-c7b937c2015c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851048245'] for subnet, before_response {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:34.071661 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6849d1b1-869c-439f-9b6a-06c4199c0999 None None] Network 17650221-126f-4533-a3d9-bfbcad2f9afd requested from dv-cinder-775250-3-smb {{(pid=84000) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 15 21:47:34.072205 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-05d1bf63-5ce8-4eca-8d01-c7b937c2015c admin admin] 10.222.0.68 "DELETE /v2.0/subnets/7958a86e-12be-499c-918a-a8ccd033f569 HTTP/1.1" status: 204 len: 168 time: 0.9573677 Feb 15 21:47:34.074967 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83998) accepted ('10.222.0.68', 53540) {{(pid=83998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:47:34.202258 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-f9d945f5-d2d3-4e88-ba25-0397b429b8d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3535857'] for network, before_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:34.227295 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Device 092b5458-e6ef-4fb2-9e95-77ae2cf1d04f no longer exists at agent ovs-agent-dv-cinder-775250-3-smb {{(pid=84000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 15 21:47:34.273951 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.plugin [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] No Port match for: 092b5458-e6ef-4fb2-9e95-77ae2cf1d04f {{(pid=84000) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 15 21:47:34.274346 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Device 092b5458-e6ef-4fb2-9e95-77ae2cf1d04f not bound to the agent host dv-cinder-775250-3-smb {{(pid=84000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 15 21:47:34.274456 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.plugin [None req-f9d945f5-d2d3-4e88-ba25-0397b429b8d3 admin admin] Deleting port 39a159ab-1574-4a58-a502-7b00de915df5 {{(pid=83998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 21:47:34.274808 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Device fe7f9e10-43c1-45ba-8db2-235aeff37b80 no longer exists at agent ovs-agent-dv-cinder-775250-3-smb {{(pid=84000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 15 21:47:34.274910 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-f9d945f5-d2d3-4e88-ba25-0397b429b8d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779317974814'] for port, before_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:34.354747 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.plugin [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] No Port match for: fe7f9e10-43c1-45ba-8db2-235aeff37b80 {{(pid=84000) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 15 21:47:34.355148 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Device fe7f9e10-43c1-45ba-8db2-235aeff37b80 not bound to the agent host dv-cinder-775250-3-smb {{(pid=84000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 15 21:47:34.512204 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dda3e768-3d9b-4912-b462-9f75f7ceb465 None None] DHCP port deletion for 17650221-126f-4533-a3d9-bfbcad2f9afd request from dv-cinder-775250-3-smb {{(pid=84000) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 15 21:47:34.517791 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.plugin [None req-dda3e768-3d9b-4912-b462-9f75f7ceb465 None None] Deleting port 39a159ab-1574-4a58-a502-7b00de915df5 {{(pid=84000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 21:47:34.518265 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-dda3e768-3d9b-4912-b462-9f75f7ceb465 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779317974814'] for port, before_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:34.555260 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [None req-f9d945f5-d2d3-4e88-ba25-0397b429b8d3 admin admin] For port 39a159ab-1574-4a58-a502-7b00de915df5, host dv-cinder-775250-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-3-smb',level=0,port_id=39a159ab-1574-4a58-a502-7b00de915df5,segment=NetworkSegment(e19c5e97-aaf1-4d97-9bc3-e0a7867a1ed4),segment_id=e19c5e97-aaf1-4d97-9bc3-e0a7867a1ed4)] {{(pid=83998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:47:34.555514 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-f9d945f5-d2d3-4e88-ba25-0397b429b8d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3871786'] for port, precommit_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:34.703438 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.plugin [None req-f9d945f5-d2d3-4e88-ba25-0397b429b8d3 admin admin] Calling delete_port for 39a159ab-1574-4a58-a502-7b00de915df5 owned by network:dhcp {{(pid=83998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 21:47:34.790015 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-f9d945f5-d2d3-4e88-ba25-0397b429b8d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779317976810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363257537242535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263201797'] for port, after_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:34.790621 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [None req-dda3e768-3d9b-4912-b462-9f75f7ceb465 None None] For port 39a159ab-1574-4a58-a502-7b00de915df5, host dv-cinder-775250-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-3-smb',level=0,port_id=39a159ab-1574-4a58-a502-7b00de915df5,segment=NetworkSegment(e19c5e97-aaf1-4d97-9bc3-e0a7867a1ed4),segment_id=e19c5e97-aaf1-4d97-9bc3-e0a7867a1ed4)] {{(pid=84000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:47:34.791244 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-dda3e768-3d9b-4912-b462-9f75f7ceb465 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3871786'] for port, precommit_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:34.917485 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-2bff7a37-f123-4ace-a3a8-47032a7d799a tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:47:35.043289 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d945f5-d2d3-4e88-ba25-0397b429b8d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=39a159ab-1574-4a58-a502-7b00de915df5,revision_number=None']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:47:35.046016 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.plugin [None req-dda3e768-3d9b-4912-b462-9f75f7ceb465 None None] Calling delete_port for 39a159ab-1574-4a58-a502-7b00de915df5 owned by network:dhcp {{(pid=84000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 21:47:35.056919 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-f9d945f5-d2d3-4e88-ba25-0397b429b8d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:47:35.065667 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d945f5-d2d3-4e88-ba25-0397b429b8d3 admin admin] No DVR routers for this DVR port 39a159ab-1574-4a58-a502-7b00de915df5 on host dv-cinder-775250-3-smb {{(pid=83998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 15 21:47:35.140340 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.db.api [None req-dda3e768-3d9b-4912-b462-9f75f7ceb465 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84000) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 15 21:47:35.140809 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_db.api [None req-dda3e768-3d9b-4912-b462-9f75f7ceb465 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84000) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 15 21:47:35.162793 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff5dfe3-51f1-41c4-be0d-c55cb410a711 req-e050fada-4a3b-4965-9b38-0b6f0319defa tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:47:35.171058 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-8ff5dfe3-51f1-41c4-be0d-c55cb410a711 req-e050fada-4a3b-4965-9b38-0b6f0319defa tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/ports?device_id=e5482a83-bae4-476f-b0ba-1aca2bb0f2ae HTTP/1.1" status: 200 len: 944 time: 0.2058060 Feb 15 21:47:35.357237 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-8ff5dfe3-51f1-41c4-be0d-c55cb410a711 req-4438a843-3e47-40c3-b933-d549b7461fbe tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/security-groups?id=36c84c7e-747c-4296-a4e6-ed2a9acb3cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1850402 Feb 15 21:47:35.370833 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-f9d945f5-d2d3-4e88-ba25-0397b429b8d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3509558', 'neutron.services.segments.db._delete_segments_for_network--9223363257536900809'] for network, precommit_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:35.546051 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.services.segments.db [None req-f9d945f5-d2d3-4e88-ba25-0397b429b8d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17650221-126f-4533-a3d9-bfbcad2f9afd']}} {{(pid=83998) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:47:35.560818 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.services.segments.db [None req-f9d945f5-d2d3-4e88-ba25-0397b429b8d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e19c5e97-aaf1-4d97-9bc3-e0a7867a1ed4') {'for_net_delete': True} {{(pid=83998) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:47:35.561216 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.services.segments.db [None req-f9d945f5-d2d3-4e88-ba25-0397b429b8d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e19c5e97-aaf1-4d97-9bc3-e0a7867a1ed4') {} {{(pid=83998) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:47:35.577309 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-f9d945f5-d2d3-4e88-ba25-0397b429b8d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318004322', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036591258620'] for segment, before_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:35.603033 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-f9d945f5-d2d3-4e88-ba25-0397b429b8d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515977'] for segment, precommit_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:35.605651 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f9d945f5-d2d3-4e88-ba25-0397b429b8d3 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=83998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 15 21:47:35.641860 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.plugin [None req-dda3e768-3d9b-4912-b462-9f75f7ceb465 None None] Deleting port 39a159ab-1574-4a58-a502-7b00de915df5 {{(pid=84000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 21:47:35.642472 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-dda3e768-3d9b-4912-b462-9f75f7ceb465 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779317974814'] for port, before_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:35.741824 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.plugin [None req-dda3e768-3d9b-4912-b462-9f75f7ceb465 None None] The port '39a159ab-1574-4a58-a502-7b00de915df5' was deleted {{(pid=84000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 15 21:47:35.826429 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.managers [None req-f9d945f5-d2d3-4e88-ba25-0397b429b8d3 admin admin] Network 17650221-126f-4533-a3d9-bfbcad2f9afd has no segments {{(pid=83998) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 15 21:47:35.839720 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-f9d945f5-d2d3-4e88-ba25-0397b429b8d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851259790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036591573954'] for segment, after_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:36.064000 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.managers [None req-f9d945f5-d2d3-4e88-ba25-0397b429b8d3 admin admin] Network 17650221-126f-4533-a3d9-bfbcad2f9afd has no segments {{(pid=83998) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 15 21:47:36.098303 dv-cinder-775250-3-smb neutron-server[83887]: Traceback (most recent call last): Feb 15 21:47:36.098303 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 21:47:36.098303 dv-cinder-775250-3-smb neutron-server[83887]: timer() Feb 15 21:47:36.098303 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 21:47:36.098303 dv-cinder-775250-3-smb neutron-server[83887]: cb(*args, **kw) Feb 15 21:47:36.098303 dv-cinder-775250-3-smb neutron-server[83887]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 15 21:47:36.098303 dv-cinder-775250-3-smb neutron-server[83887]: return func(*args, **kwargs) Feb 15 21:47:36.098303 dv-cinder-775250-3-smb neutron-server[83887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 21:47:36.098303 dv-cinder-775250-3-smb neutron-server[83887]: self._notify() Feb 15 21:47:36.098303 dv-cinder-775250-3-smb neutron-server[83887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 21:47:36.098303 dv-cinder-775250-3-smb neutron-server[83887]: self.callback(batched_events) Feb 15 21:47:36.098303 dv-cinder-775250-3-smb neutron-server[83887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 21:47:36.098303 dv-cinder-775250-3-smb neutron-server[83887]: event.method(event) Feb 15 21:47:36.098303 dv-cinder-775250-3-smb neutron-server[83887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 21:47:36.098303 dv-cinder-775250-3-smb neutron-server[83887]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 21:47:36.098303 dv-cinder-775250-3-smb neutron-server[83887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 15 21:47:36.098303 dv-cinder-775250-3-smb neutron-server[83887]: segment_id)['aggregates'][0] Feb 15 21:47:36.098303 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 21:47:36.098303 dv-cinder-775250-3-smb neutron-server[83887]: return f(self, *a, **k) Feb 15 21:47:36.098303 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 21:47:36.098303 dv-cinder-775250-3-smb neutron-server[83887]: return self._get(url).json() Feb 15 21:47:36.098303 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 21:47:36.098303 dv-cinder-775250-3-smb neutron-server[83887]: **kwargs) Feb 15 21:47:36.098303 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 15 21:47:36.098303 dv-cinder-775250-3-smb neutron-server[83887]: return self.request(url, 'GET', **kwargs) Feb 15 21:47:36.098303 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 15 21:47:36.098303 dv-cinder-775250-3-smb neutron-server[83887]: **endpoint_filter) Feb 15 21:47:36.098303 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 15 21:47:36.098303 dv-cinder-775250-3-smb neutron-server[83887]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 21:47:36.098303 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 15 21:47:36.098303 dv-cinder-775250-3-smb neutron-server[83887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 21:47:36.098303 dv-cinder-775250-3-smb neutron-server[83887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 21:47:36.173046 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Device 39a159ab-1574-4a58-a502-7b00de915df5 no longer exists at agent ovs-agent-dv-cinder-775250-3-smb {{(pid=84000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 15 21:47:36.222741 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.plugin [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] No Port match for: 39a159ab-1574-4a58-a502-7b00de915df5 {{(pid=84000) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 15 21:47:36.223549 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Device 39a159ab-1574-4a58-a502-7b00de915df5 not bound to the agent host dv-cinder-775250-3-smb {{(pid=84000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 15 21:47:36.224865 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-f9d945f5-d2d3-4e88-ba25-0397b429b8d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851266290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3816652'] for network, after_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:36.243391 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:47:36.267391 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-f9d945f5-d2d3-4e88-ba25-0397b429b8d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851048245'] for network, before_response {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:36.270744 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d945f5-d2d3-4e88-ba25-0397b429b8d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=17650221-126f-4533-a3d9-bfbcad2f9afd,revision_number=None']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:47:36.274370 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-f9d945f5-d2d3-4e88-ba25-0397b429b8d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:47:36.292389 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-f9d945f5-d2d3-4e88-ba25-0397b429b8d3 admin admin] 10.222.0.68 "DELETE /v2.0/networks/17650221-126f-4533-a3d9-bfbcad2f9afd HTTP/1.1" status: 204 len: 168 time: 2.2161398 Feb 15 21:47:36.662777 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83998) accepted ('10.222.0.68', 53602) {{(pid=83998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:47:36.711818 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fa605f-e38f-473a-a6e5-408cde827d9c req-8995e75c-6b01-4049-868b-445e01630b6e tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:47:36.714061 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-d7fa605f-e38f-473a-a6e5-408cde827d9c req-8995e75c-6b01-4049-868b-445e01630b6e tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/ports?device_id=e5482a83-bae4-476f-b0ba-1aca2bb0f2ae HTTP/1.1" status: 200 len: 944 time: 0.1104717 Feb 15 21:47:36.748093 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-bcee3f7f-b57c-4a9e-81e6-97990d8f021d admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=b71bf34df67e45829c465ac56f78d37b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0838304 Feb 15 21:47:36.751043 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83998) accepted ('10.222.0.68', 53606) {{(pid=83998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:47:36.765478 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-d7fa605f-e38f-473a-a6e5-408cde827d9c req-7ea68c16-091e-4b15-b666-b794cba8f101 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/security-groups?id=36c84c7e-747c-4296-a4e6-ed2a9acb3cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447001 Feb 15 21:47:36.824363 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-472efb6e-a759-49db-a8f3-40a07b7ec283 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:36.855029 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-472efb6e-a759-49db-a8f3-40a07b7ec283 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:36.909883 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-472efb6e-a759-49db-a8f3-40a07b7ec283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:36.913931 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-2a8dd8da-dace-442a-bf3d-8f6a93952e12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:47:36.926586 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472efb6e-a759-49db-a8f3-40a07b7ec283 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50cb1b5e-10b2-417d-a978-a2a613df9f11,revision_number=None']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:47:36.931525 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-472efb6e-a759-49db-a8f3-40a07b7ec283 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:47:36.943275 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-472efb6e-a759-49db-a8f3-40a07b7ec283 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:36.944623 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-472efb6e-a759-49db-a8f3-40a07b7ec283 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/50cb1b5e-10b2-417d-a978-a2a613df9f11 HTTP/1.1" status: 204 len: 168 time: 0.1925790 Feb 15 21:47:38.289619 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b26ca4-f8c0-4571-a0fd-dc49ba9436da req-17dfc5cf-e23a-4f3f-855c-3df01483d16b tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:47:38.297644 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-13b26ca4-f8c0-4571-a0fd-dc49ba9436da req-17dfc5cf-e23a-4f3f-855c-3df01483d16b tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/ports?device_id=e5482a83-bae4-476f-b0ba-1aca2bb0f2ae HTTP/1.1" status: 200 len: 944 time: 0.3794153 Feb 15 21:47:38.348277 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-13b26ca4-f8c0-4571-a0fd-dc49ba9436da req-731e8ea7-ce57-47db-849f-536ae9106306 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/security-groups?id=36c84c7e-747c-4296-a4e6-ed2a9acb3cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496104 Feb 15 21:47:39.591075 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ed3721-de9c-4090-be3e-90be9f2c46cb req-3023a055-7253-4ebf-abf2-d089a492de65 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:47:39.593999 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-e8ed3721-de9c-4090-be3e-90be9f2c46cb req-3023a055-7253-4ebf-abf2-d089a492de65 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/ports?device_id=e5482a83-bae4-476f-b0ba-1aca2bb0f2ae HTTP/1.1" status: 200 len: 944 time: 0.0952694 Feb 15 21:47:39.647491 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-e8ed3721-de9c-4090-be3e-90be9f2c46cb req-63332e94-b940-463a-8a07-6924ae71b2fd tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/security-groups?id=36c84c7e-747c-4296-a4e6-ed2a9acb3cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462618 Feb 15 21:47:40.877090 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66db1627-307a-481c-8d00-b897fdacdee1 req-b239b1da-ad98-4ad4-b90a-aee4de8409ac tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:47:40.878864 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-66db1627-307a-481c-8d00-b897fdacdee1 req-b239b1da-ad98-4ad4-b90a-aee4de8409ac tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/ports?device_id=e5482a83-bae4-476f-b0ba-1aca2bb0f2ae HTTP/1.1" status: 200 len: 944 time: 0.1004078 Feb 15 21:47:40.939973 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-66db1627-307a-481c-8d00-b897fdacdee1 req-5476fd39-ef3d-4580-b7bf-fb16f1e4ef42 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/security-groups?id=36c84c7e-747c-4296-a4e6-ed2a9acb3cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483553 Feb 15 21:47:42.161172 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c29f8a4-ced0-4788-9ca4-62e93c7a55ca req-86a4537e-d57c-443f-958b-0008382f6dd5 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:47:42.163056 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-2c29f8a4-ced0-4788-9ca4-62e93c7a55ca req-86a4537e-d57c-443f-958b-0008382f6dd5 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/ports?device_id=e5482a83-bae4-476f-b0ba-1aca2bb0f2ae HTTP/1.1" status: 200 len: 944 time: 0.0979459 Feb 15 21:47:42.215349 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-2c29f8a4-ced0-4788-9ca4-62e93c7a55ca req-7535ccd5-3a10-4bca-a400-c0b93c142110 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/security-groups?id=36c84c7e-747c-4296-a4e6-ed2a9acb3cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457284 Feb 15 21:47:42.589499 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-ee6e4a88-6d1f-4613-b7bd-55c9b277458f req-e9598013-49bb-4d3c-8e96-a307b297dfa9 tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] 10.222.0.68 "GET /v2.0/floatingips/184e2548-aca1-45af-8419-aff861bf095c HTTP/1.1" status: 200 len: 997 time: 0.1319423 Feb 15 21:47:42.773919 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6e4a88-6d1f-4613-b7bd-55c9b277458f req-781f3b8f-23f7-4dc2-b484-b7c1c5c6ded8 tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:47:42.779401 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-ee6e4a88-6d1f-4613-b7bd-55c9b277458f req-781f3b8f-23f7-4dc2-b484-b7c1c5c6ded8 tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] 10.222.0.68 "GET /v2.0/networks/f2926baf-a168-440c-89c9-d3754209afe6 HTTP/1.1" status: 200 len: 784 time: 0.1817877 Feb 15 21:47:42.788741 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [req-ee6e4a88-6d1f-4613-b7bd-55c9b277458f req-77b180aa-2425-445f-a557-313cc3be59f6 tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=83998) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 21:47:42.790079 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-ee6e4a88-6d1f-4613-b7bd-55c9b277458f req-77b180aa-2425-445f-a557-313cc3be59f6 tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0081987 Feb 15 21:47:42.928640 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 53662) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:47:42.974895 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-ee6e4a88-6d1f-4613-b7bd-55c9b277458f req-7a2a0429-4952-4662-bfcc-22f5160c0542 tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.28.3.62 HTTP/1.1" status: 200 len: 1000 time: 0.1752357 Feb 15 21:47:43.083979 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6e4a88-6d1f-4613-b7bd-55c9b277458f req-6061a2de-68b4-4878-bce7-4b9190f6885e tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:47:43.085706 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-ee6e4a88-6d1f-4613-b7bd-55c9b277458f req-6061a2de-68b4-4878-bce7-4b9190f6885e tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] 10.222.0.68 "GET /v2.0/ports/291bbd16-e1db-4d9d-9ad9-ed9cff6b0cd4 HTTP/1.1" status: 200 len: 942 time: 0.0908406 Feb 15 21:47:43.132238 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-4c934633-7bbe-4229-8369-670b0a6da2ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:43.154054 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-4c934633-7bbe-4229-8369-670b0a6da2ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:47:43.158710 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-4c934633-7bbe-4229-8369-670b0a6da2ad admin admin] Usage tracker for resource:security_group_rule and tenant:3ba6b9c09243417fbedc3890e4ec9c15 is out of sync, need to count used quota {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:47:43.162201 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-4c934633-7bbe-4229-8369-670b0a6da2ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:47:43.168098 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-4c934633-7bbe-4229-8369-670b0a6da2ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:47:43.261484 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-4c934633-7bbe-4229-8369-670b0a6da2ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:43.265702 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-4c934633-7bbe-4229-8369-670b0a6da2ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:43.291777 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-ee6e4a88-6d1f-4613-b7bd-55c9b277458f req-aa21ce73-be26-474a-93d2-1237fbc24c49 tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.28.3.62 HTTP/1.1" status: 200 len: 1000 time: 0.1114883 Feb 15 21:47:43.297918 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-9ac9e30a-bbda-48c8-9d33-bf1f571f6884 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:47:43.313864 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-4c934633-7bbe-4229-8369-670b0a6da2ad admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=3ba6b9c09243417fbedc3890e4ec9c15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3838594 Feb 15 21:47:43.314484 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 53670) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:47:43.359091 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c934633-7bbe-4229-8369-670b0a6da2ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22b58ba4-903a-455c-b1c7-d1fcb08110b5,revision_number=1']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:47:43.365612 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-4c934633-7bbe-4229-8369-670b0a6da2ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:47:43.404446 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-2838bdfd-dc68-4d70-b87f-49a423981a02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:43.435160 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-2838bdfd-dc68-4d70-b87f-49a423981a02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:43.554769 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.plugin [req-ee6e4a88-6d1f-4613-b7bd-55c9b277458f req-d36b9acd-2473-42e2-972b-0de8b8741fa9 tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Deleting port bcaaf655-fd47-4606-9e1c-20d2a8096a5f {{(pid=83998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 21:47:43.555094 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-ee6e4a88-6d1f-4613-b7bd-55c9b277458f req-d36b9acd-2473-42e2-972b-0de8b8741fa9 tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779317974814'] for port, before_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:43.573875 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-2838bdfd-dc68-4d70-b87f-49a423981a02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:43.589290 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-767f25b5-ec79-4463-bfca-d85da10b68b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:47:43.601881 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2838bdfd-dc68-4d70-b87f-49a423981a02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22b58ba4-903a-455c-b1c7-d1fcb08110b5,revision_number=None']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:47:43.608619 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-2838bdfd-dc68-4d70-b87f-49a423981a02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:47:43.618090 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-2838bdfd-dc68-4d70-b87f-49a423981a02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:43.622255 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-2838bdfd-dc68-4d70-b87f-49a423981a02 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/22b58ba4-903a-455c-b1c7-d1fcb08110b5 HTTP/1.1" status: 204 len: 168 time: 0.3008907 Feb 15 21:47:43.646539 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df97a0ba-ebef-468f-abc6-8845c87be7c3 req-81f5ce78-54a9-4326-9c78-45004f1046bb tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:47:43.655258 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-df97a0ba-ebef-468f-abc6-8845c87be7c3 req-81f5ce78-54a9-4326-9c78-45004f1046bb tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/ports?device_id=e5482a83-bae4-476f-b0ba-1aca2bb0f2ae HTTP/1.1" status: 200 len: 944 time: 0.2519283 Feb 15 21:47:43.743711 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-df97a0ba-ebef-468f-abc6-8845c87be7c3 req-548c2494-a4cb-4c53-b6db-9e3c308b3d9e tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/security-groups?id=36c84c7e-747c-4296-a4e6-ed2a9acb3cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873642 Feb 15 21:47:43.770305 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-ee6e4a88-6d1f-4613-b7bd-55c9b277458f req-d36b9acd-2473-42e2-972b-0de8b8741fa9 tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3871786'] for port, precommit_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:43.770680 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-ee6e4a88-6d1f-4613-b7bd-55c9b277458f req-d36b9acd-2473-42e2-972b-0de8b8741fa9 tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:43.933690 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.plugin [req-ee6e4a88-6d1f-4613-b7bd-55c9b277458f req-d36b9acd-2473-42e2-972b-0de8b8741fa9 tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Calling delete_port for bcaaf655-fd47-4606-9e1c-20d2a8096a5f owned by network:floatingip {{(pid=83998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 21:47:43.992862 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:44.109581 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-ee6e4a88-6d1f-4613-b7bd-55c9b277458f req-d36b9acd-2473-42e2-972b-0de8b8741fa9 tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779317976810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363257537242535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263201797'] for port, after_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:44.131352 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-999f1a99-9b6b-4e19-a207-bdffdbf3591e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:47:44.140532 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 53680) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:47:44.160245 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-32b28535-5e44-4dc3-bf28-79fc12656511 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:44.178032 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-32b28535-5e44-4dc3-bf28-79fc12656511 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:47:44.195224 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-32b28535-5e44-4dc3-bf28-79fc12656511 admin admin] Usage tracker for resource:security_group_rule and tenant:6d3fe839d3c54f219558ed5fb50abb75 is out of sync, need to count used quota {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:47:44.199358 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-32b28535-5e44-4dc3-bf28-79fc12656511 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:47:44.205933 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-32b28535-5e44-4dc3-bf28-79fc12656511 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:47:44.268509 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36b9acd-2473-42e2-972b-0de8b8741fa9 tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Pushing event deleted for resources: {'Port': ['ID=bcaaf655-fd47-4606-9e1c-20d2a8096a5f,revision_number=None']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:47:44.274238 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-d36b9acd-2473-42e2-972b-0de8b8741fa9 tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:47:44.300649 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-32b28535-5e44-4dc3-bf28-79fc12656511 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:44.304885 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-32b28535-5e44-4dc3-bf28-79fc12656511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:44.333127 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-bb3f6a02-e858-4dc7-8aad-f24ab6404c36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:47:44.346910 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-32b28535-5e44-4dc3-bf28-79fc12656511 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=6d3fe839d3c54f219558ed5fb50abb75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2051432 Feb 15 21:47:44.350839 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 53684) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:47:44.379326 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b28535-5e44-4dc3-bf28-79fc12656511 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a220c24f-2632-438b-879e-5ddc21a206bf,revision_number=1']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:47:44.383056 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-32b28535-5e44-4dc3-bf28-79fc12656511 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:47:44.389843 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-ee6e4a88-6d1f-4613-b7bd-55c9b277458f req-d36b9acd-2473-42e2-972b-0de8b8741fa9 tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Notify callbacks [] for floatingip, after_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:44.390501 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.db.l3_db [req-ee6e4a88-6d1f-4613-b7bd-55c9b277458f req-d36b9acd-2473-42e2-972b-0de8b8741fa9 tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Floating IP 184e2548-aca1-45af-8419-aff861bf095c disassociated (deleted). External IP: 172.28.3.62, port: 291bbd16-e1db-4d9d-9ad9-ed9cff6b0cd4. Feb 15 21:47:44.441370 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-947d3394-59ee-40ea-8029-593a37c57764 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:44.469405 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-947d3394-59ee-40ea-8029-593a37c57764 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:44.519740 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-947d3394-59ee-40ea-8029-593a37c57764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:44.525244 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-222e622c-d7ca-4a94-8c4a-253ec5491277 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:47:44.537581 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947d3394-59ee-40ea-8029-593a37c57764 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a220c24f-2632-438b-879e-5ddc21a206bf,revision_number=None']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:47:44.540676 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-947d3394-59ee-40ea-8029-593a37c57764 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:47:44.547659 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-947d3394-59ee-40ea-8029-593a37c57764 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:44.552164 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-947d3394-59ee-40ea-8029-593a37c57764 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/a220c24f-2632-438b-879e-5ddc21a206bf HTTP/1.1" status: 204 len: 168 time: 0.1935799 Feb 15 21:47:44.819578 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ee6e4a88-6d1f-4613-b7bd-55c9b277458f req-d36b9acd-2473-42e2-972b-0de8b8741fa9 tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Router 004e3b54-4ac9-4972-bd76-f2bead14228d has already been hosted by L3 agent dc46b086-6cb1-49e8-b95e-1fe9b389155e {{(pid=83998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 15 21:47:44.952741 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e01486b-5e6e-4adb-875f-53d7eb7df8ca req-4e51e978-012d-4203-9b09-2560ecea0ff0 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:47:44.954577 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-7e01486b-5e6e-4adb-875f-53d7eb7df8ca req-4e51e978-012d-4203-9b09-2560ecea0ff0 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/ports?device_id=e5482a83-bae4-476f-b0ba-1aca2bb0f2ae HTTP/1.1" status: 200 len: 944 time: 0.0908687 Feb 15 21:47:45.012292 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-7e01486b-5e6e-4adb-875f-53d7eb7df8ca req-3182fdf9-6c29-4d89-abff-2e1771d9a966 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/security-groups?id=36c84c7e-747c-4296-a4e6-ed2a9acb3cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503631 Feb 15 21:47:45.057709 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ee6e4a88-6d1f-4613-b7bd-55c9b277458f req-d36b9acd-2473-42e2-972b-0de8b8741fa9 tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Notify agent at l3_agent.dv-cinder-775250-3-smb the message routers_updated {{(pid=83998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 15 21:47:45.068669 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4208e5-af29-4010-8fb4-677a1164e927 None None] Sync routers for ids ['004e3b54-4ac9-4972-bd76-f2bead14228d'] in dv-cinder-775250-3-smb {{(pid=84000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 15 21:47:45.079689 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4208e5-af29-4010-8fb4-677a1164e927 None None] Routers {'004e3b54-4ac9-4972-bd76-f2bead14228d'} bound to L3 agent in host dv-cinder-775250-3-smb {{(pid=84000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 21:47:45.080472 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_hamode_db [None req-0d4208e5-af29-4010-8fb4-677a1164e927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-15T21:30:22Z,description=,heartbeat_timestamp=2021-02-15T21:47:22Z,host='dv-cinder-775250-3-smb',id=dc46b086-6cb1-49e8-b95e-1fe9b389155e,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T21:30:22Z,topic='l3_agent')) {'router_ids': ['004e3b54-4ac9-4972-bd76-f2bead14228d'], 'active': True} {{(pid=84000) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:47:45.102347 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-ee6e4a88-6d1f-4613-b7bd-55c9b277458f req-d36b9acd-2473-42e2-972b-0de8b8741fa9 tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762656'] for floatingip, before_response {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:45.199732 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-ee6e4a88-6d1f-4613-b7bd-55c9b277458f req-d36b9acd-2473-42e2-972b-0de8b8741fa9 tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] 10.222.0.68 "DELETE /v2.0/floatingips/184e2548-aca1-45af-8419-aff861bf095c HTTP/1.1" status: 204 len: 173 time: 1.8986933 Feb 15 21:47:45.200948 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41ba888e-6794-4d21-8b8c-00578e7eb22d', 'tag': '291bbd16-e1db-4d9d-9ad9-ed9cff6b0cd4'}] {{(pid=83998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 21:47:45.288701 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41ba888e-6794-4d21-8b8c-00578e7eb22d', 'tag': '291bbd16-e1db-4d9d-9ad9-ed9cff6b0cd4', 'status': 'completed', 'code': 200} Feb 15 21:47:45.417729 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6e4a88-6d1f-4613-b7bd-55c9b277458f req-11178932-50f5-48fe-bd7e-0464955588c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:47:45.417959 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f36622a-71f7-4ef2-8e50-aa4509cf2517 req-027bc780-857e-42a8-9018-ae2f8c190e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:47:45.419574 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-ee6e4a88-6d1f-4613-b7bd-55c9b277458f req-11178932-50f5-48fe-bd7e-0464955588c4 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e5c39c2be7094b439ebb60d1c07bbb7e&device_id=41ba888e-6794-4d21-8b8c-00578e7eb22d HTTP/1.1" status: 200 len: 1162 time: 0.2023177 Feb 15 21:47:45.430135 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-5f36622a-71f7-4ef2-8e50-aa4509cf2517 req-027bc780-857e-42a8-9018-ae2f8c190e31 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e5c39c2be7094b439ebb60d1c07bbb7e&device_id=41ba888e-6794-4d21-8b8c-00578e7eb22d HTTP/1.1" status: 200 len: 1162 time: 0.1026747 Feb 15 21:47:45.477640 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-5ef1e1fb-321d-421f-993f-a6bd30b25a68 req-94aac34b-20b4-4c2b-a107-be503fcaba2a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=41ba888e-6794-4d21-8b8c-00578e7eb22d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1631801 Feb 15 21:47:45.544629 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvr_db [None req-0d4208e5-af29-4010-8fb4-677a1164e927 None None] Set router 004e3b54-4ac9-4972-bd76-f2bead14228d gateway port host: dv-cinder-775250-3-smb {{(pid=84000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 21:47:45.578146 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6e4a88-6d1f-4613-b7bd-55c9b277458f req-870f7191-5849-42dc-adf5-35fbed10ab3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:47:45.579787 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-ee6e4a88-6d1f-4613-b7bd-55c9b277458f req-870f7191-5849-42dc-adf5-35fbed10ab3d service neutron] 10.222.0.68 "GET /v2.0/networks?id=6e26f87c-2805-4f2b-8fbf-dfda22b57e8d HTTP/1.1" status: 200 len: 900 time: 0.1533580 Feb 15 21:47:45.589941 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f36622a-71f7-4ef2-8e50-aa4509cf2517 req-b1afd6cc-76d3-4b6e-b9a1-cf84913af16a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:47:45.592239 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-5f36622a-71f7-4ef2-8e50-aa4509cf2517 req-b1afd6cc-76d3-4b6e-b9a1-cf84913af16a service neutron] 10.222.0.46 "GET /v2.0/networks?id=6e26f87c-2805-4f2b-8fbf-dfda22b57e8d HTTP/1.1" status: 200 len: 900 time: 0.1585522 Feb 15 21:47:45.660264 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-ee6e4a88-6d1f-4613-b7bd-55c9b277458f req-c21d1668-b2a5-47ea-9fec-6702d702f886 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=291bbd16-e1db-4d9d-9ad9-ed9cff6b0cd4 HTTP/1.1" status: 200 len: 217 time: 0.0725200 Feb 15 21:47:45.696507 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-5f36622a-71f7-4ef2-8e50-aa4509cf2517 req-56dcfd2d-dd12-4072-98c0-f7f4e769b492 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=291bbd16-e1db-4d9d-9ad9-ed9cff6b0cd4 HTTP/1.1" status: 200 len: 217 time: 0.0975144 Feb 15 21:47:45.738987 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6e4a88-6d1f-4613-b7bd-55c9b277458f req-d2e94611-82cb-46f7-a609-f238a4e4e738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:47:45.740967 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-ee6e4a88-6d1f-4613-b7bd-55c9b277458f req-d2e94611-82cb-46f7-a609-f238a4e4e738 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=94a790b3-5bef-4570-9182-1c29edefc949 HTTP/1.1" status: 200 len: 845 time: 0.0739086 Feb 15 21:47:45.793494 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f36622a-71f7-4ef2-8e50-aa4509cf2517 req-0f82bedf-2cee-4ef9-8ba5-e43235a110b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:47:45.795454 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-5f36622a-71f7-4ef2-8e50-aa4509cf2517 req-0f82bedf-2cee-4ef9-8ba5-e43235a110b1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=94a790b3-5bef-4570-9182-1c29edefc949 HTTP/1.1" status: 200 len: 845 time: 0.0906122 Feb 15 21:47:45.833848 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6e4a88-6d1f-4613-b7bd-55c9b277458f req-9aab84d3-467e-475d-8e79-3f5557da3f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:47:45.835724 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-ee6e4a88-6d1f-4613-b7bd-55c9b277458f req-9aab84d3-467e-475d-8e79-3f5557da3f48 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=6e26f87c-2805-4f2b-8fbf-dfda22b57e8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0849931 Feb 15 21:47:45.929484 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_hamode_db [None req-0d4208e5-af29-4010-8fb4-677a1164e927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '004e3b54-4ac9-4972-bd76-f2bead14228d', 'name': 'tempest-TestShelveInstance-3381138-router', 'tenant_id': 'e5c39c2be7094b439ebb60d1c07bbb7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'external_fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.69'}], 'enable_snat': True}, 'gw_port_id': 'ebeb435d-660c-438f-9397-cced0b158153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:41:22Z', 'updated_at': '2021-02-15T21:41:33Z', 'revision_number': 4, 'project_id': 'e5c39c2be7094b439ebb60d1c07bbb7e', 'gw_port': {'id': 'ebeb435d-660c-438f-9397-cced0b158153', 'name': '', 'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:df:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004e3b54-4ac9-4972-bd76-f2bead14228d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:41:25Z', 'updated_at': '2021-02-15T21:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-smb', '_interfaces': [{'id': 'd36f9a97-c22b-4d57-9367-785d4a870250', 'name': '', 'network_id': '6e26f87c-2805-4f2b-8fbf-dfda22b57e8d', 'tenant_id': 'e5c39c2be7094b439ebb60d1c07bbb7e', 'mac_address': 'fa:16:3e:69:d0:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004e3b54-4ac9-4972-bd76-f2bead14228d', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '94a790b3-5bef-4570-9182-1c29edefc949', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:41:31Z', 'updated_at': '2021-02-15T21:41:44Z', 'revision_number': 5, 'project_id': 'e5c39c2be7094b439ebb60d1c07bbb7e', 'subnets': [{'id': '94a790b3-5bef-4570-9182-1c29edefc949', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-3-smb', False) {} {{(pid=84000) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:47:45.932102 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4208e5-af29-4010-8fb4-677a1164e927 None None] Checking router: 004e3b54-4ac9-4972-bd76-f2bead14228d for host: dv-cinder-775250-3-smb {{(pid=84000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 15 21:47:45.932357 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f36622a-71f7-4ef2-8e50-aa4509cf2517 req-af2e8f71-d9dc-4a0d-a5f0-ae23cf04945c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:47:45.934603 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-5f36622a-71f7-4ef2-8e50-aa4509cf2517 req-af2e8f71-d9dc-4a0d-a5f0-ae23cf04945c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6e26f87c-2805-4f2b-8fbf-dfda22b57e8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1311758 Feb 15 21:47:45.942283 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4208e5-af29-4010-8fb4-677a1164e927 None None] Routers {'004e3b54-4ac9-4972-bd76-f2bead14228d'} bound to L3 agent in host dv-cinder-775250-3-smb {{(pid=84000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 21:47:45.943201 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_hamode_db [None req-0d4208e5-af29-4010-8fb4-677a1164e927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-15T21:30:22Z,description=,heartbeat_timestamp=2021-02-15T21:47:22Z,host='dv-cinder-775250-3-smb',id=dc46b086-6cb1-49e8-b95e-1fe9b389155e,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T21:30:22Z,topic='l3_agent')) {'router_ids': ['004e3b54-4ac9-4972-bd76-f2bead14228d'], 'active': True} {{(pid=84000) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:47:46.035761 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-ee6e4a88-6d1f-4613-b7bd-55c9b277458f req-62969041-2924-40df-81d0-21e694020a4f service neutron] 10.222.0.68 "GET /v2.0/networks/6e26f87c-2805-4f2b-8fbf-dfda22b57e8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878400 Feb 15 21:47:46.129590 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-5f36622a-71f7-4ef2-8e50-aa4509cf2517 req-44d6f4f5-1d7a-4425-ab1e-2f5f7637f745 service neutron] 10.222.0.46 "GET /v2.0/networks/6e26f87c-2805-4f2b-8fbf-dfda22b57e8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860051 Feb 15 21:47:46.175966 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvr_db [None req-0d4208e5-af29-4010-8fb4-677a1164e927 None None] Set router 004e3b54-4ac9-4972-bd76-f2bead14228d gateway port host: dv-cinder-775250-3-smb {{(pid=84000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 21:47:46.270475 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-ee6e4a88-6d1f-4613-b7bd-55c9b277458f req-942386b6-00b7-4b11-a8b5-0cae37622696 service neutron] 10.222.0.68 "GET /v2.0/networks/6e26f87c-2805-4f2b-8fbf-dfda22b57e8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2281268 Feb 15 21:47:46.374159 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6b0e3a-acc0-4f29-8002-02ca5977088a req-5e5ed8df-254e-4ca9-bca6-e43be2ebc353 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:47:46.376137 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-ae6b0e3a-acc0-4f29-8002-02ca5977088a req-5e5ed8df-254e-4ca9-bca6-e43be2ebc353 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/ports?device_id=e5482a83-bae4-476f-b0ba-1aca2bb0f2ae HTTP/1.1" status: 200 len: 944 time: 0.2035689 Feb 15 21:47:46.442628 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-5f36622a-71f7-4ef2-8e50-aa4509cf2517 req-c4244f4d-5dd8-4e51-acd6-ff276c0ae8d1 service neutron] 10.222.0.46 "GET /v2.0/networks/6e26f87c-2805-4f2b-8fbf-dfda22b57e8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3039174 Feb 15 21:47:46.478855 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-ae6b0e3a-acc0-4f29-8002-02ca5977088a req-42fa5bb6-ef0e-4e39-81f2-ca0345678def tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/security-groups?id=36c84c7e-747c-4296-a4e6-ed2a9acb3cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775638 Feb 15 21:47:46.711041 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef1e1fb-321d-421f-993f-a6bd30b25a68 req-118f4fad-30b3-4dac-9b0d-6ae910ac40fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:47:46.714159 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-5ef1e1fb-321d-421f-993f-a6bd30b25a68 req-118f4fad-30b3-4dac-9b0d-6ae910ac40fd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e5c39c2be7094b439ebb60d1c07bbb7e&device_id=41ba888e-6794-4d21-8b8c-00578e7eb22d HTTP/1.1" status: 200 len: 1162 time: 0.1436570 Feb 15 21:47:46.750312 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_hamode_db [None req-0d4208e5-af29-4010-8fb4-677a1164e927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '004e3b54-4ac9-4972-bd76-f2bead14228d', 'name': 'tempest-TestShelveInstance-3381138-router', 'tenant_id': 'e5c39c2be7094b439ebb60d1c07bbb7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'external_fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.69'}], 'enable_snat': True}, 'gw_port_id': 'ebeb435d-660c-438f-9397-cced0b158153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:41:22Z', 'updated_at': '2021-02-15T21:41:33Z', 'revision_number': 4, 'project_id': 'e5c39c2be7094b439ebb60d1c07bbb7e', 'gw_port': {'id': 'ebeb435d-660c-438f-9397-cced0b158153', 'name': '', 'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:df:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004e3b54-4ac9-4972-bd76-f2bead14228d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:41:25Z', 'updated_at': '2021-02-15T21:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-smb', '_interfaces': [{'id': 'd36f9a97-c22b-4d57-9367-785d4a870250', 'name': '', 'network_id': '6e26f87c-2805-4f2b-8fbf-dfda22b57e8d', 'tenant_id': 'e5c39c2be7094b439ebb60d1c07bbb7e', 'mac_address': 'fa:16:3e:69:d0:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004e3b54-4ac9-4972-bd76-f2bead14228d', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '94a790b3-5bef-4570-9182-1c29edefc949', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:41:31Z', 'updated_at': '2021-02-15T21:41:44Z', 'revision_number': 5, 'project_id': 'e5c39c2be7094b439ebb60d1c07bbb7e', 'subnets': [{'id': '94a790b3-5bef-4570-9182-1c29edefc949', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-3-smb', False) {} {{(pid=84000) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:47:46.769324 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4208e5-af29-4010-8fb4-677a1164e927 None None] The sync data for ids ['004e3b54-4ac9-4972-bd76-f2bead14228d'] in dv-cinder-775250-3-smb is: [{'id': '004e3b54-4ac9-4972-bd76-f2bead14228d', 'name': 'tempest-TestShelveInstance-3381138-router', 'tenant_id': 'e5c39c2be7094b439ebb60d1c07bbb7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'external_fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.69'}], 'enable_snat': True}, 'gw_port_id': 'ebeb435d-660c-438f-9397-cced0b158153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:41:22Z', 'updated_at': '2021-02-15T21:41:33Z', 'revision_number': 4, 'project_id': 'e5c39c2be7094b439ebb60d1c07bbb7e', 'gw_port': {'id': 'ebeb435d-660c-438f-9397-cced0b158153', 'name': '', 'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:df:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004e3b54-4ac9-4972-bd76-f2bead14228d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:41:25Z', 'updated_at': '2021-02-15T21:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-smb', '_interfaces': [{'id': 'd36f9a97-c22b-4d57-9367-785d4a870250', 'name': '', 'network_id': '6e26f87c-2805-4f2b-8fbf-dfda22b57e8d', 'tenant_id': 'e5c39c2be7094b439ebb60d1c07bbb7e', 'mac_address': 'fa:16:3e:69:d0:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004e3b54-4ac9-4972-bd76-f2bead14228d', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '94a790b3-5bef-4570-9182-1c29edefc949', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:41:31Z', 'updated_at': '2021-02-15T21:41:44Z', 'revision_number': 5, 'project_id': 'e5c39c2be7094b439ebb60d1c07bbb7e', 'subnets': [{'id': '94a790b3-5bef-4570-9182-1c29edefc949', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 15 21:47:46.992489 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef1e1fb-321d-421f-993f-a6bd30b25a68 req-3a9b4e47-6338-4564-bd51-74452e7c102c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:47:46.993978 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-5ef1e1fb-321d-421f-993f-a6bd30b25a68 req-3a9b4e47-6338-4564-bd51-74452e7c102c service neutron] 10.222.0.46 "GET /v2.0/networks?id=6e26f87c-2805-4f2b-8fbf-dfda22b57e8d HTTP/1.1" status: 200 len: 900 time: 0.2515390 Feb 15 21:47:47.081262 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-5ef1e1fb-321d-421f-993f-a6bd30b25a68 req-f3c37e7f-898e-4dd5-b8b2-bec2ecba2e75 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=291bbd16-e1db-4d9d-9ad9-ed9cff6b0cd4 HTTP/1.1" status: 200 len: 217 time: 0.0773902 Feb 15 21:47:47.089534 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecace4b-d381-4a72-8458-33bd91287fd4 req-3905c0b5-9da8-4152-9bb8-ca913ab409a7 tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:47:47.091200 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-0ecace4b-d381-4a72-8458-33bd91287fd4 req-3905c0b5-9da8-4152-9bb8-ca913ab409a7 tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] 10.222.0.68 "GET /v2.0/ports?device_id=41ba888e-6794-4d21-8b8c-00578e7eb22d HTTP/1.1" status: 200 len: 945 time: 0.1934001 Feb 15 21:47:47.222782 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d9814b-aa91-4f5d-89f5-3e61d73af92b None None] New status for floating IP 184e2548-aca1-45af-8419-aff861bf095c: DOWN {{(pid=84001) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 15 21:47:47.445749 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef1e1fb-321d-421f-993f-a6bd30b25a68 req-78689bd1-74ff-42b7-a7f4-d43ffcc37afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:47:47.447331 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-5ef1e1fb-321d-421f-993f-a6bd30b25a68 req-78689bd1-74ff-42b7-a7f4-d43ffcc37afe service neutron] 10.222.0.46 "GET /v2.0/subnets?id=94a790b3-5bef-4570-9182-1c29edefc949 HTTP/1.1" status: 200 len: 845 time: 0.3551419 Feb 15 21:47:47.452257 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-0ecace4b-d381-4a72-8458-33bd91287fd4 req-d4c1aaa3-7e73-49f8-9641-5b2d19f030fb tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] 10.222.0.68 "GET /v2.0/security-groups?id=5675173e-9aa6-470b-8625-3bf575193c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.3215172 Feb 15 21:47:47.552429 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef1e1fb-321d-421f-993f-a6bd30b25a68 req-5e2ee37c-bcf0-402f-b583-8be9144c243e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:47:47.554486 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-5ef1e1fb-321d-421f-993f-a6bd30b25a68 req-5e2ee37c-bcf0-402f-b583-8be9144c243e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6e26f87c-2805-4f2b-8fbf-dfda22b57e8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0997207 Feb 15 21:47:47.717346 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-5ef1e1fb-321d-421f-993f-a6bd30b25a68 req-3fd85bf2-afec-407f-acca-fb2b6b56f4fc service neutron] 10.222.0.46 "GET /v2.0/networks/6e26f87c-2805-4f2b-8fbf-dfda22b57e8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546750 Feb 15 21:47:47.724453 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0de050-c5bc-4914-b2e4-286c9c9f4809 req-524e9fd2-8836-4066-8fc0-dba02908abd1 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:47:47.726051 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-fb0de050-c5bc-4914-b2e4-286c9c9f4809 req-524e9fd2-8836-4066-8fc0-dba02908abd1 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/ports?device_id=e5482a83-bae4-476f-b0ba-1aca2bb0f2ae HTTP/1.1" status: 200 len: 944 time: 0.0933936 Feb 15 21:47:47.794653 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-fb0de050-c5bc-4914-b2e4-286c9c9f4809 req-5531a82a-1d92-474f-89a2-d1fe30539a97 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/security-groups?id=36c84c7e-747c-4296-a4e6-ed2a9acb3cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616698 Feb 15 21:47:47.877304 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-5ef1e1fb-321d-421f-993f-a6bd30b25a68 req-e5c3458f-c095-4ecf-811d-a8f310ee49fd service neutron] 10.222.0.46 "GET /v2.0/networks/6e26f87c-2805-4f2b-8fbf-dfda22b57e8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1467767 Feb 15 21:47:48.071458 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf2aa6e-4546-42fe-ae94-59bad2eac27f req-43b3a9d6-a4f6-464a-803b-324f4847d201 tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:47:48.072895 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-8bf2aa6e-4546-42fe-ae94-59bad2eac27f req-43b3a9d6-a4f6-464a-803b-324f4847d201 tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] 10.222.0.46 "GET /v2.0/ports?device_id=41ba888e-6794-4d21-8b8c-00578e7eb22d HTTP/1.1" status: 200 len: 945 time: 0.0940533 Feb 15 21:47:48.156228 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.plugin [req-8bf2aa6e-4546-42fe-ae94-59bad2eac27f req-e869ba2f-cfdd-47c3-a442-5dbce89761e4 tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Deleting port 291bbd16-e1db-4d9d-9ad9-ed9cff6b0cd4 {{(pid=83999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 21:47:48.156620 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-8bf2aa6e-4546-42fe-ae94-59bad2eac27f req-e869ba2f-cfdd-47c3-a442-5dbce89761e4 tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779317974814'] for port, before_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:48.253816 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Device cb876bfc-a135-447a-934a-6d4680c0eefa up at agent ovs-agent-hv-cinder-77525 {{(pid=84000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:47:48.328406 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Provisioning complete for port cb876bfc-a135-447a-934a-6d4680c0eefa triggered by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:47:48.328727 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:48.465960 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:48.478809 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [req-8bf2aa6e-4546-42fe-ae94-59bad2eac27f req-e869ba2f-cfdd-47c3-a442-5dbce89761e4 tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] For port 291bbd16-e1db-4d9d-9ad9-ed9cff6b0cd4, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=291bbd16-e1db-4d9d-9ad9-ed9cff6b0cd4,segment=NetworkSegment(0b7339a4-af60-4f41-9eeb-cada19b9ad25),segment_id=0b7339a4-af60-4f41-9eeb-cada19b9ad25)] {{(pid=83999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:47:48.479211 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-8bf2aa6e-4546-42fe-ae94-59bad2eac27f req-e869ba2f-cfdd-47c3-a442-5dbce89761e4 tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3871786'] for port, precommit_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:48.496011 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5482a83-bae4-476f-b0ba-1aca2bb0f2ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb876bfc-a135-447a-934a-6d4680c0eefa'}] {{(pid=84000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 21:47:48.510411 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] For port cb876bfc-a135-447a-934a-6d4680c0eefa, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=cb876bfc-a135-447a-934a-6d4680c0eefa,segment=NetworkSegment(1388e872-eab5-4c96-8eb7-e6fd8402e86b),segment_id=1388e872-eab5-4c96-8eb7-e6fd8402e86b)] {{(pid=84000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:47:48.515204 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779317976793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779317533282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257537242501'] for port, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:48.517416 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-c537eb9e-15b2-4013-8e88-d17b8c0ec945 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:47:48.613543 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5482a83-bae4-476f-b0ba-1aca2bb0f2ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb876bfc-a135-447a-934a-6d4680c0eefa', 'code': 200} Feb 15 21:47:48.614907 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Device 291bbd16-e1db-4d9d-9ad9-ed9cff6b0cd4 no longer exists at agent ovs-agent-hv-cinder-77525 {{(pid=84000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 15 21:47:48.660407 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.plugin [req-8bf2aa6e-4546-42fe-ae94-59bad2eac27f req-e869ba2f-cfdd-47c3-a442-5dbce89761e4 tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Calling delete_port for 291bbd16-e1db-4d9d-9ad9-ed9cff6b0cd4 owned by compute:nova {{(pid=83999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 21:47:48.680565 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Pushing event updated for resources: {'Port': ['ID=cb876bfc-a135-447a-934a-6d4680c0eefa,revision_number=6']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:47:48.715309 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:47:48.801658 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:48.932646 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3135374-afad-4c45-a782-97751075c7f7 req-082df8fc-8f3d-4166-97ab-13105e284228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:47:48.935014 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-a3135374-afad-4c45-a782-97751075c7f7 req-082df8fc-8f3d-4166-97ab-13105e284228 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e5482a83-bae4-476f-b0ba-1aca2bb0f2ae HTTP/1.1" status: 200 len: 1163 time: 0.1392846 Feb 15 21:47:48.949368 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b304438-b590-48aa-aa9b-cd8556a53fec req-8df5f7eb-b093-40bb-b9b0-aa2ce3cb1eed tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:47:48.951285 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-6b304438-b590-48aa-aa9b-cd8556a53fec req-8df5f7eb-b093-40bb-b9b0-aa2ce3cb1eed tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] 10.222.0.68 "GET /v2.0/ports?device_id=41ba888e-6794-4d21-8b8c-00578e7eb22d HTTP/1.1" status: 200 len: 945 time: 0.3021545 Feb 15 21:47:49.032180 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-6b304438-b590-48aa-aa9b-cd8556a53fec req-30928521-6088-458d-b348-bd7b1d2235c8 tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] 10.222.0.68 "GET /v2.0/security-groups?id=5675173e-9aa6-470b-8625-3bf575193c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0720038 Feb 15 21:47:49.033411 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-8bf2aa6e-4546-42fe-ae94-59bad2eac27f req-e869ba2f-cfdd-47c3-a442-5dbce89761e4 tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779317976810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363257537242535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853815187'] for port, after_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:49.052636 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-95e19452-ecd8-4c23-9554-970de9504956 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:47:49.067562 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-a3135374-afad-4c45-a782-97751075c7f7 req-a3e8b600-85b8-4525-bd18-a03245aae8bc service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=36c84c7e-747c-4296-a4e6-ed2a9acb3cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1236806 Feb 15 21:47:49.102769 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-5200718e-387a-466b-9184-e7ee326a32d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:49.121046 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e869ba2f-cfdd-47c3-a442-5dbce89761e4 tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Pushing event deleted for resources: {'Port': ['ID=291bbd16-e1db-4d9d-9ad9-ed9cff6b0cd4,revision_number=None']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:47:49.124094 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-e869ba2f-cfdd-47c3-a442-5dbce89761e4 tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:47:49.135229 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21177e86-584b-4258-a0ed-586b62af712e req-994e6c4e-d047-4e45-a6b8-2d76d7476aa6 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:47:49.136910 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-21177e86-584b-4258-a0ed-586b62af712e req-994e6c4e-d047-4e45-a6b8-2d76d7476aa6 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/ports?device_id=e5482a83-bae4-476f-b0ba-1aca2bb0f2ae HTTP/1.1" status: 200 len: 946 time: 0.1669669 Feb 15 21:47:49.296921 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bf2aa6e-4546-42fe-ae94-59bad2eac27f req-e869ba2f-cfdd-47c3-a442-5dbce89761e4 tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] No DVR routers for this DVR port 291bbd16-e1db-4d9d-9ad9-ed9cff6b0cd4 on host hv-cinder-77525 {{(pid=83999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 15 21:47:49.299527 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-8bf2aa6e-4546-42fe-ae94-59bad2eac27f req-e869ba2f-cfdd-47c3-a442-5dbce89761e4 tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762656'] for port, before_response {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:49.305593 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41ba888e-6794-4d21-8b8c-00578e7eb22d', 'name': 'network-vif-deleted', 'tag': '291bbd16-e1db-4d9d-9ad9-ed9cff6b0cd4'}] {{(pid=83999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 21:47:49.320556 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-8bf2aa6e-4546-42fe-ae94-59bad2eac27f req-e869ba2f-cfdd-47c3-a442-5dbce89761e4 tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] 10.222.0.46 "DELETE /v2.0/ports/291bbd16-e1db-4d9d-9ad9-ed9cff6b0cd4 HTTP/1.1" status: 204 len: 173 time: 1.2412641 Feb 15 21:47:49.379011 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41ba888e-6794-4d21-8b8c-00578e7eb22d', 'name': 'network-vif-deleted', 'tag': '291bbd16-e1db-4d9d-9ad9-ed9cff6b0cd4', 'status': 'completed', 'code': 200} Feb 15 21:47:49.488441 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-21177e86-584b-4258-a0ed-586b62af712e req-e37aad04-382d-483c-a115-1044572df98e tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/security-groups?id=36c84c7e-747c-4296-a4e6-ed2a9acb3cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3447807 Feb 15 21:47:50.052360 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Device cb876bfc-a135-447a-934a-6d4680c0eefa up at agent ovs-agent-hv-cinder-77525 {{(pid=84000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:47:50.167717 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.provisioning_blocks [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Provisioning complete for port cb876bfc-a135-447a-934a-6d4680c0eefa triggered by entity L2. {{(pid=84000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:47:50.168148 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851338107'] for port, provisioning_complete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:50.286115 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [req-673d188b-3f50-4f26-8c23-e77a0be7c643 req-d3d4309b-5e98-4ffd-9f31-865a577774b3 tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Synchronizing usage tracker for tenant:e5c39c2be7094b439ebb60d1c07bbb7e on resource:port {{(pid=83999) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 21:47:50.319759 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [req-673d188b-3f50-4f26-8c23-e77a0be7c643 req-d3d4309b-5e98-4ffd-9f31-865a577774b3 tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Unset dirty status for tenant:e5c39c2be7094b439ebb60d1c07bbb7e on resource:port {{(pid=83999) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 21:47:50.323040 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-673d188b-3f50-4f26-8c23-e77a0be7c643 req-d3d4309b-5e98-4ffd-9f31-865a577774b3 tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] 10.222.0.68 "GET /v2.0/ports?device_id=41ba888e-6794-4d21-8b8c-00578e7eb22d HTTP/1.1" status: 200 len: 210 time: 0.1113241 Feb 15 21:47:50.728720 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a897484f-8062-485e-bc35-7bc0625124b8 req-8994a132-1e23-4220-b6be-44d1ec4da48f tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:47:50.730677 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-a897484f-8062-485e-bc35-7bc0625124b8 req-8994a132-1e23-4220-b6be-44d1ec4da48f tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/ports?device_id=e5482a83-bae4-476f-b0ba-1aca2bb0f2ae HTTP/1.1" status: 200 len: 946 time: 0.0934119 Feb 15 21:47:50.751795 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.agents_db [None req-9c3f008a-7c02-4f45-a369-4199c6caa59a None None] Agent healthcheck: found 6 active agents {{(pid=84001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 15 21:47:50.792106 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-a897484f-8062-485e-bc35-7bc0625124b8 req-0a00e14c-b499-4415-b95c-789c3c327eac tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/security-groups?id=36c84c7e-747c-4296-a4e6-ed2a9acb3cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548890 Feb 15 21:47:51.514380 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-ab7ed6fd-98d4-437a-b656-c7f6b2088acb req-4a4c230a-0304-475e-ae5f-1b749e9b1628 tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] 10.222.0.68 "GET /v2.0/security-groups/5675173e-9aa6-470b-8625-3bf575193c1b HTTP/1.1" status: 200 len: 2993 time: 0.0524447 Feb 15 21:47:51.590165 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-ab7ed6fd-98d4-437a-b656-c7f6b2088acb req-100c5daf-9892-49a4-8024-de59bdd843b8 tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Notify callbacks [] for security_group, before_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:51.620893 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-ab7ed6fd-98d4-437a-b656-c7f6b2088acb req-100c5daf-9892-49a4-8024-de59bdd843b8 tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:51.680837 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-ab7ed6fd-98d4-437a-b656-c7f6b2088acb req-100c5daf-9892-49a4-8024-de59bdd843b8 tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:51.686219 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-aa1a4de3-67d9-4b6b-baee-bda1265e5963 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:47:51.703227 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100c5daf-9892-49a4-8024-de59bdd843b8 tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5675173e-9aa6-470b-8625-3bf575193c1b,revision_number=None']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:47:51.706831 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-100c5daf-9892-49a4-8024-de59bdd843b8 tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:47:51.716830 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-ab7ed6fd-98d4-437a-b656-c7f6b2088acb req-100c5daf-9892-49a4-8024-de59bdd843b8 tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] Notify callbacks [] for security_group, before_response {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:51.718118 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-ab7ed6fd-98d4-437a-b656-c7f6b2088acb req-100c5daf-9892-49a4-8024-de59bdd843b8 tempest-TestShelveInstance-825547064 tempest-TestShelveInstance-825547064-project] 10.222.0.68 "DELETE /v2.0/security-groups/5675173e-9aa6-470b-8625-3bf575193c1b HTTP/1.1" status: 204 len: 173 time: 0.1969547 Feb 15 21:47:51.773734 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83998) accepted ('10.222.0.68', 53822) {{(pid=83998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:47:52.191287 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb43a53-4042-4e0c-95cf-e8c8ef5c97bf req-1b4f2663-c36e-42f0-94f9-3404054efc70 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:47:52.193523 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-5cb43a53-4042-4e0c-95cf-e8c8ef5c97bf req-1b4f2663-c36e-42f0-94f9-3404054efc70 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/ports?device_id=e5482a83-bae4-476f-b0ba-1aca2bb0f2ae HTTP/1.1" status: 200 len: 946 time: 0.2758205 Feb 15 21:47:52.365750 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-68654f91-b541-4836-8f8c-a8c02d43e9dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:52.394545 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-5cb43a53-4042-4e0c-95cf-e8c8ef5c97bf req-9bc6caa9-b8a6-4ccf-b412-bfa983223cc6 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/security-groups?id=36c84c7e-747c-4296-a4e6-ed2a9acb3cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1408644 Feb 15 21:47:52.490991 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 53846) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:47:52.524261 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-4f2d6fe3-588d-414d-8fc0-9e430caa4704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:52.645267 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-f5763ab8-8ae3-42f0-aa28-3f70e69a6612 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:52.645653 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-1dd6b889-f08e-4809-afa3-4f3983269f14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3814365'] for router_interface, before_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:52.662288 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-f5763ab8-8ae3-42f0-aa28-3f70e69a6612 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:47:52.666501 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-f5763ab8-8ae3-42f0-aa28-3f70e69a6612 admin admin] Usage tracker for resource:security_group_rule and tenant:1287ae30033b4e379b76734225167378 is out of sync, need to count used quota {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:47:52.669568 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-f5763ab8-8ae3-42f0-aa28-3f70e69a6612 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:47:52.675413 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-f5763ab8-8ae3-42f0-aa28-3f70e69a6612 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:47:52.781235 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-f5763ab8-8ae3-42f0-aa28-3f70e69a6612 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:52.785377 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-f5763ab8-8ae3-42f0-aa28-3f70e69a6612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:52.799473 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-a4d38d80-25d9-4ccc-8b77-aba0923108b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:47:52.857734 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-f5763ab8-8ae3-42f0-aa28-3f70e69a6612 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=1287ae30033b4e379b76734225167378&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3649366 Feb 15 21:47:52.858021 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 53852) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:47:52.862255 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5763ab8-8ae3-42f0-aa28-3f70e69a6612 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=076f359f-10fc-4e24-ab68-b466e5939f1b,revision_number=1']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:47:52.867427 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-f5763ab8-8ae3-42f0-aa28-3f70e69a6612 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:47:52.933694 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-cdb1e40a-d09f-465b-b1ac-a02b6d647ef9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:52.963907 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-cdb1e40a-d09f-465b-b1ac-a02b6d647ef9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:53.024055 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-cdb1e40a-d09f-465b-b1ac-a02b6d647ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:53.029332 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-2632e4a2-99f8-4675-8646-dfbaeb9be45a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:47:53.040716 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb1e40a-d09f-465b-b1ac-a02b6d647ef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=076f359f-10fc-4e24-ab68-b466e5939f1b,revision_number=None']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:47:53.044773 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-cdb1e40a-d09f-465b-b1ac-a02b6d647ef9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:47:53.048565 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-cdb1e40a-d09f-465b-b1ac-a02b6d647ef9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:53.049870 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-cdb1e40a-d09f-465b-b1ac-a02b6d647ef9 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/076f359f-10fc-4e24-ab68-b466e5939f1b HTTP/1.1" status: 204 len: 168 time: 0.1898925 Feb 15 21:47:53.059583 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.plugin [None req-1dd6b889-f08e-4809-afa3-4f3983269f14 admin admin] Deleting port d36f9a97-c22b-4d57-9367-785d4a870250 {{(pid=83998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 21:47:53.059952 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-1dd6b889-f08e-4809-afa3-4f3983269f14 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779317974814'] for port, before_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:53.259820 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [None req-1dd6b889-f08e-4809-afa3-4f3983269f14 admin admin] For port d36f9a97-c22b-4d57-9367-785d4a870250, host dv-cinder-775250-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-3-smb',level=0,port_id=d36f9a97-c22b-4d57-9367-785d4a870250,segment=NetworkSegment(0b7339a4-af60-4f41-9eeb-cada19b9ad25),segment_id=0b7339a4-af60-4f41-9eeb-cada19b9ad25)] {{(pid=83998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:47:53.260224 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-1dd6b889-f08e-4809-afa3-4f3983269f14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3871786'] for port, precommit_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:53.389281 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 53860) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:47:53.397547 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.plugin [None req-1dd6b889-f08e-4809-afa3-4f3983269f14 admin admin] Calling delete_port for d36f9a97-c22b-4d57-9367-785d4a870250 owned by network:router_interface {{(pid=83998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 21:47:53.408663 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-b59dbf13-ca88-4476-a46b-f045cfc8401b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:53.425065 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-b59dbf13-ca88-4476-a46b-f045cfc8401b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:47:53.429617 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-b59dbf13-ca88-4476-a46b-f045cfc8401b admin admin] Usage tracker for resource:security_group_rule and tenant:065d184eefd54d71a9ed43ba982a4549 is out of sync, need to count used quota {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:47:53.432798 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-b59dbf13-ca88-4476-a46b-f045cfc8401b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:47:53.438872 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-b59dbf13-ca88-4476-a46b-f045cfc8401b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:47:53.484002 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:53.532427 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-b59dbf13-ca88-4476-a46b-f045cfc8401b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:53.536015 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-b59dbf13-ca88-4476-a46b-f045cfc8401b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:53.544099 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-0abfcd3e-377f-47d8-b431-68ea9d504138 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:47:53.588381 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59dbf13-ca88-4476-a46b-f045cfc8401b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05ffad6f-d3cf-4316-8503-7294fb657d75,revision_number=1']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:47:53.590427 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-1dd6b889-f08e-4809-afa3-4f3983269f14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779317976810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363257537242535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263201797'] for port, after_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:53.596063 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-b59dbf13-ca88-4476-a46b-f045cfc8401b admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=065d184eefd54d71a9ed43ba982a4549&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2056050 Feb 15 21:47:53.596774 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 53864) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:47:53.598359 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-b59dbf13-ca88-4476-a46b-f045cfc8401b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:47:53.606240 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-07e49db8-d5da-4215-bedc-21705b262201 tempest-VolumesActionsTest-765777230 tempest-VolumesActionsTest-765777230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:47:53.669557 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-36ccdc3a-8a76-45b3-82ee-095838406a44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:53.670207 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd6b889-f08e-4809-afa3-4f3983269f14 admin admin] Pushing event deleted for resources: {'Port': ['ID=d36f9a97-c22b-4d57-9367-785d4a870250,revision_number=None']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:47:53.672952 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-1dd6b889-f08e-4809-afa3-4f3983269f14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:47:53.699457 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-36ccdc3a-8a76-45b3-82ee-095838406a44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:53.750481 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-36ccdc3a-8a76-45b3-82ee-095838406a44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:53.754680 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-5b5bd1cb-2330-4f64-884e-f1c28beaffe2 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:47:53.769389 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ccdc3a-8a76-45b3-82ee-095838406a44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05ffad6f-d3cf-4316-8503-7294fb657d75,revision_number=None']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:47:53.774711 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-36ccdc3a-8a76-45b3-82ee-095838406a44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:47:53.782787 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-36ccdc3a-8a76-45b3-82ee-095838406a44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:53.784815 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-36ccdc3a-8a76-45b3-82ee-095838406a44 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/05ffad6f-d3cf-4316-8503-7294fb657d75 HTTP/1.1" status: 204 len: 168 time: 0.1859345 Feb 15 21:47:54.067783 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-1dd6b889-f08e-4809-afa3-4f3983269f14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3727584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3814307'] for router_interface, after_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:54.457740 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-c15141da-837e-426e-b554-b41f5a3e4bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:54.890257 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dd6b889-f08e-4809-afa3-4f3983269f14 admin admin] Router 004e3b54-4ac9-4972-bd76-f2bead14228d has already been hosted by L3 agent dc46b086-6cb1-49e8-b95e-1fe9b389155e {{(pid=83998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 15 21:47:55.093924 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dd6b889-f08e-4809-afa3-4f3983269f14 admin admin] Notify agent at l3_agent.dv-cinder-775250-3-smb the message routers_updated {{(pid=83998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 15 21:47:55.105157 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401ade3d-af43-4502-9127-5c8b32b6e3f1 None None] Sync routers for ids ['004e3b54-4ac9-4972-bd76-f2bead14228d'] in dv-cinder-775250-3-smb {{(pid=84000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 15 21:47:55.115743 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-1dd6b889-f08e-4809-afa3-4f3983269f14 admin admin] 10.222.0.68 "PUT /v2.0/routers/004e3b54-4ac9-4972-bd76-f2bead14228d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3379245 Feb 15 21:47:55.115968 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401ade3d-af43-4502-9127-5c8b32b6e3f1 None None] Routers {'004e3b54-4ac9-4972-bd76-f2bead14228d'} bound to L3 agent in host dv-cinder-775250-3-smb {{(pid=84000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 21:47:55.116080 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83998) accepted ('10.222.0.68', 53896) {{(pid=83998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:47:55.116392 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_hamode_db [None req-401ade3d-af43-4502-9127-5c8b32b6e3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-15T21:30:22Z,description=,heartbeat_timestamp=2021-02-15T21:47:52Z,host='dv-cinder-775250-3-smb',id=dc46b086-6cb1-49e8-b95e-1fe9b389155e,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T21:30:22Z,topic='l3_agent')) {'router_ids': ['004e3b54-4ac9-4972-bd76-f2bead14228d'], 'active': True} {{(pid=84000) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:47:55.322318 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-069faa65-8194-453b-881f-d69b76152523 admin admin] Notify callbacks [] for router, before_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:55.329325 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvr_db [None req-401ade3d-af43-4502-9127-5c8b32b6e3f1 None None] Set router 004e3b54-4ac9-4972-bd76-f2bead14228d gateway port host: dv-cinder-775250-3-smb {{(pid=84000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 21:47:55.534199 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-069faa65-8194-453b-881f-d69b76152523 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:55.540139 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.plugin [None req-069faa65-8194-453b-881f-d69b76152523 admin admin] Deleting port ebeb435d-660c-438f-9397-cced0b158153 {{(pid=83998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 21:47:55.540588 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-069faa65-8194-453b-881f-d69b76152523 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779317974814'] for port, before_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:55.664569 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_hamode_db [None req-401ade3d-af43-4502-9127-5c8b32b6e3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '004e3b54-4ac9-4972-bd76-f2bead14228d', 'name': 'tempest-TestShelveInstance-3381138-router', 'tenant_id': 'e5c39c2be7094b439ebb60d1c07bbb7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'external_fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.69'}], 'enable_snat': True}, 'gw_port_id': 'ebeb435d-660c-438f-9397-cced0b158153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:41:22Z', 'updated_at': '2021-02-15T21:47:53Z', 'revision_number': 5, 'project_id': 'e5c39c2be7094b439ebb60d1c07bbb7e', 'gw_port': {'id': 'ebeb435d-660c-438f-9397-cced0b158153', 'name': '', 'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:df:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004e3b54-4ac9-4972-bd76-f2bead14228d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:41:25Z', 'updated_at': '2021-02-15T21:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-smb'}], 'dv-cinder-775250-3-smb', False) {} {{(pid=84000) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:47:55.669154 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401ade3d-af43-4502-9127-5c8b32b6e3f1 None None] Checking router: 004e3b54-4ac9-4972-bd76-f2bead14228d for host: dv-cinder-775250-3-smb {{(pid=84000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 15 21:47:55.679732 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401ade3d-af43-4502-9127-5c8b32b6e3f1 None None] Routers {'004e3b54-4ac9-4972-bd76-f2bead14228d'} bound to L3 agent in host dv-cinder-775250-3-smb {{(pid=84000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 21:47:55.680522 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_hamode_db [None req-401ade3d-af43-4502-9127-5c8b32b6e3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-15T21:30:22Z,description=,heartbeat_timestamp=2021-02-15T21:47:52Z,host='dv-cinder-775250-3-smb',id=dc46b086-6cb1-49e8-b95e-1fe9b389155e,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T21:30:22Z,topic='l3_agent')) {'router_ids': ['004e3b54-4ac9-4972-bd76-f2bead14228d'], 'active': True} {{(pid=84000) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:47:55.744298 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [None req-069faa65-8194-453b-881f-d69b76152523 admin admin] For port ebeb435d-660c-438f-9397-cced0b158153, host dv-cinder-775250-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-3-smb',level=0,port_id=ebeb435d-660c-438f-9397-cced0b158153,segment=NetworkSegment(aaff8bb9-4958-4cc8-8842-2399e4673088),segment_id=aaff8bb9-4958-4cc8-8842-2399e4673088)] {{(pid=83998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:47:55.744836 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-069faa65-8194-453b-881f-d69b76152523 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3871786'] for port, precommit_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:55.924395 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.plugin [None req-069faa65-8194-453b-881f-d69b76152523 admin admin] Calling delete_port for ebeb435d-660c-438f-9397-cced0b158153 owned by network:router_gateway {{(pid=83998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 21:47:56.090463 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-069faa65-8194-453b-881f-d69b76152523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779317976810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363257537242535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263201797'] for port, after_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:56.116999 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvr_db [None req-401ade3d-af43-4502-9127-5c8b32b6e3f1 None None] Set router 004e3b54-4ac9-4972-bd76-f2bead14228d gateway port host: dv-cinder-775250-3-smb {{(pid=84000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 21:47:56.254425 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 53926) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:47:56.303847 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-069faa65-8194-453b-881f-d69b76152523 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036850959147'] for router_gateway, after_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:56.424229 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-1751e9ed-54c2-4165-b295-f10ceee1609d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:56.442835 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_hamode_db [None req-401ade3d-af43-4502-9127-5c8b32b6e3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '004e3b54-4ac9-4972-bd76-f2bead14228d', 'name': 'tempest-TestShelveInstance-3381138-router', 'tenant_id': 'e5c39c2be7094b439ebb60d1c07bbb7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'external_fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.69'}], 'enable_snat': True}, 'gw_port_id': 'ebeb435d-660c-438f-9397-cced0b158153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:41:22Z', 'updated_at': '2021-02-15T21:47:53Z', 'revision_number': 5, 'project_id': 'e5c39c2be7094b439ebb60d1c07bbb7e', 'gw_port': {'id': 'ebeb435d-660c-438f-9397-cced0b158153', 'name': '', 'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:df:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004e3b54-4ac9-4972-bd76-f2bead14228d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:41:25Z', 'updated_at': '2021-02-15T21:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-smb'}], 'dv-cinder-775250-3-smb', False) {} {{(pid=84000) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:47:56.443162 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-1751e9ed-54c2-4165-b295-f10ceee1609d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:47:56.448281 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-1751e9ed-54c2-4165-b295-f10ceee1609d admin admin] Usage tracker for resource:security_group_rule and tenant:28ba4bcf5403498f9cb2eebe3ec6834b is out of sync, need to count used quota {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:47:56.448496 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401ade3d-af43-4502-9127-5c8b32b6e3f1 None None] The sync data for ids ['004e3b54-4ac9-4972-bd76-f2bead14228d'] in dv-cinder-775250-3-smb is: [{'id': '004e3b54-4ac9-4972-bd76-f2bead14228d', 'name': 'tempest-TestShelveInstance-3381138-router', 'tenant_id': 'e5c39c2be7094b439ebb60d1c07bbb7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'external_fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.69'}], 'enable_snat': True}, 'gw_port_id': 'ebeb435d-660c-438f-9397-cced0b158153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:41:22Z', 'updated_at': '2021-02-15T21:47:53Z', 'revision_number': 5, 'project_id': 'e5c39c2be7094b439ebb60d1c07bbb7e', 'gw_port': {'id': 'ebeb435d-660c-438f-9397-cced0b158153', 'name': '', 'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:df:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004e3b54-4ac9-4972-bd76-f2bead14228d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:41:25Z', 'updated_at': '2021-02-15T21:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-smb'}] {{(pid=84000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 15 21:47:56.451579 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-1751e9ed-54c2-4165-b295-f10ceee1609d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:47:56.458166 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-069faa65-8194-453b-881f-d69b76152523 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036850962535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854714813'] for router, precommit_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:56.458480 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-1751e9ed-54c2-4165-b295-f10ceee1609d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:47:56.460830 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-069faa65-8194-453b-881f-d69b76152523 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:56.497566 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-069faa65-8194-453b-881f-d69b76152523 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850965769'] for router, after_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:56.498201 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-069faa65-8194-453b-881f-d69b76152523 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 004e3b54-4ac9-4972-bd76-f2bead14228d {{(pid=83998) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 15 21:47:56.515379 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-069faa65-8194-453b-881f-d69b76152523 admin admin] Notify callbacks [] for router, before_response {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:56.518640 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-069faa65-8194-453b-881f-d69b76152523 admin admin] 10.222.0.68 "DELETE /v2.0/routers/004e3b54-4ac9-4972-bd76-f2bead14228d HTTP/1.1" status: 204 len: 168 time: 1.3987780 Feb 15 21:47:56.518997 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 53932) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:47:56.621560 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.db_base_plugin_v2 [None req-839f3eb8-9a21-41fb-96fb-3eec0aeddd35 admin admin] Deleting subnet 94a790b3-5bef-4570-9182-1c29edefc949 {{(pid=83999) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 15 21:47:56.629538 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-839f3eb8-9a21-41fb-96fb-3eec0aeddd35 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:56.683634 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-1751e9ed-54c2-4165-b295-f10ceee1609d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:56.691314 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-1751e9ed-54c2-4165-b295-f10ceee1609d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:56.700421 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-b517d7f1-bc0a-4f02-988e-5d1c04d20acc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:47:56.717747 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-839f3eb8-9a21-41fb-96fb-3eec0aeddd35 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262175358'] for subnet, precommit_delete_associations {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:56.799532 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-1751e9ed-54c2-4165-b295-f10ceee1609d admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=28ba4bcf5403498f9cb2eebe3ec6834b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5438540 Feb 15 21:47:56.802698 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83998) accepted ('10.222.0.68', 53936) {{(pid=83998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:47:56.803346 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1751e9ed-54c2-4165-b295-f10ceee1609d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f667116-f1cb-478f-ba9d-9a3cfad2b5ce,revision_number=1']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:47:56.808348 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-1751e9ed-54c2-4165-b295-f10ceee1609d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:47:56.854514 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-839f3eb8-9a21-41fb-96fb-3eec0aeddd35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3509935'] for subnet, precommit_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:56.877162 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-a3d0de32-cab5-4bd2-9591-60354a061dc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:56.914503 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-a3d0de32-cab5-4bd2-9591-60354a061dc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:56.970488 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-a3d0de32-cab5-4bd2-9591-60354a061dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:56.978401 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-60643709-a017-425a-ac2e-b9d054278029 tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:47:56.992843 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d0de32-cab5-4bd2-9591-60354a061dc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f667116-f1cb-478f-ba9d-9a3cfad2b5ce,revision_number=None']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:47:56.995653 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-a3d0de32-cab5-4bd2-9591-60354a061dc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:47:56.998077 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-a3d0de32-cab5-4bd2-9591-60354a061dc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:57.001674 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-a3d0de32-cab5-4bd2-9591-60354a061dc9 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/7f667116-f1cb-478f-ba9d-9a3cfad2b5ce HTTP/1.1" status: 204 len: 168 time: 0.1955664 Feb 15 21:47:57.148812 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-839f3eb8-9a21-41fb-96fb-3eec0aeddd35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851265832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-960643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036592534740'] for subnet, after_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:57.170813 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-4825230d-480f-4319-93ce-0adf86caf646 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:47:57.274789 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839f3eb8-9a21-41fb-96fb-3eec0aeddd35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94a790b3-5bef-4570-9182-1c29edefc949,revision_number=None']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:47:57.282336 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-839f3eb8-9a21-41fb-96fb-3eec0aeddd35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:47:57.315800 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-839f3eb8-9a21-41fb-96fb-3eec0aeddd35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851048245'] for subnet, before_response {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:57.322653 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a30e4e8-bc6f-465b-91df-b89759986780 None None] Network 6e26f87c-2805-4f2b-8fbf-dfda22b57e8d requested from dv-cinder-775250-3-smb {{(pid=84000) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 15 21:47:57.330719 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-839f3eb8-9a21-41fb-96fb-3eec0aeddd35 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/94a790b3-5bef-4570-9182-1c29edefc949 HTTP/1.1" status: 204 len: 168 time: 0.8081236 Feb 15 21:47:57.331256 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83998) accepted ('10.222.0.68', 53944) {{(pid=83998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:47:57.368462 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83998) accepted ('10.222.0.68', 53948) {{(pid=83998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:47:57.448237 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-1566034c-4b1b-48be-9ac2-22919fc5a0dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:57.481743 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-1566034c-4b1b-48be-9ac2-22919fc5a0dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:47:57.492101 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-f3719a22-77fc-442b-bc14-56b8617d267c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3535857'] for network, before_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:57.546174 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-1566034c-4b1b-48be-9ac2-22919fc5a0dc admin admin] Usage tracker for resource:security_group_rule and tenant:9141add2586c466d95895dc781d9c742 is out of sync, need to count used quota {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:47:57.565995 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-1566034c-4b1b-48be-9ac2-22919fc5a0dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:47:57.575840 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-1566034c-4b1b-48be-9ac2-22919fc5a0dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:47:57.589661 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.plugin [None req-f3719a22-77fc-442b-bc14-56b8617d267c admin admin] Deleting port 3824f2e1-3f06-4c0d-99b6-330408935341 {{(pid=83998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 21:47:57.590033 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-f3719a22-77fc-442b-bc14-56b8617d267c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779317974814'] for port, before_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:57.590615 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-309ac3ad-78aa-44c5-ac32-298c63749d92 None None] DHCP port deletion for 6e26f87c-2805-4f2b-8fbf-dfda22b57e8d request from dv-cinder-775250-3-smb {{(pid=84000) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 15 21:47:57.595197 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.plugin [None req-309ac3ad-78aa-44c5-ac32-298c63749d92 None None] Deleting port 3824f2e1-3f06-4c0d-99b6-330408935341 {{(pid=84000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 21:47:57.595640 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-309ac3ad-78aa-44c5-ac32-298c63749d92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779317974814'] for port, before_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:57.834339 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [None req-309ac3ad-78aa-44c5-ac32-298c63749d92 None None] For port 3824f2e1-3f06-4c0d-99b6-330408935341, host dv-cinder-775250-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-3-smb',level=0,port_id=3824f2e1-3f06-4c0d-99b6-330408935341,segment=NetworkSegment(0b7339a4-af60-4f41-9eeb-cada19b9ad25),segment_id=0b7339a4-af60-4f41-9eeb-cada19b9ad25)] {{(pid=84000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:47:57.834678 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-309ac3ad-78aa-44c5-ac32-298c63749d92 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3871786'] for port, precommit_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:57.891999 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-1566034c-4b1b-48be-9ac2-22919fc5a0dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:57.894099 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [None req-f3719a22-77fc-442b-bc14-56b8617d267c admin admin] For port 3824f2e1-3f06-4c0d-99b6-330408935341, host dv-cinder-775250-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-3-smb',level=0,port_id=3824f2e1-3f06-4c0d-99b6-330408935341,segment=NetworkSegment(0b7339a4-af60-4f41-9eeb-cada19b9ad25),segment_id=0b7339a4-af60-4f41-9eeb-cada19b9ad25)] {{(pid=83998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:47:57.894515 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-f3719a22-77fc-442b-bc14-56b8617d267c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3871786'] for port, precommit_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:57.903457 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-1566034c-4b1b-48be-9ac2-22919fc5a0dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:57.915488 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-76f45c18-4ddf-4554-ac48-d14af010fee4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:47:57.997561 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.plugin [None req-309ac3ad-78aa-44c5-ac32-298c63749d92 None None] Calling delete_port for 3824f2e1-3f06-4c0d-99b6-330408935341 owned by network:dhcp {{(pid=84000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 21:47:58.080997 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-309ac3ad-78aa-44c5-ac32-298c63749d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779317976810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363257537242535'] for port, after_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:58.082673 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.plugin [None req-f3719a22-77fc-442b-bc14-56b8617d267c admin admin] Calling delete_port for 3824f2e1-3f06-4c0d-99b6-330408935341 owned by network:dhcp {{(pid=83998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 21:47:58.095176 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:47:58.127876 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1566034c-4b1b-48be-9ac2-22919fc5a0dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9a5cdd9-5b8a-454e-93eb-21d996dd1723,revision_number=1']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:47:58.134867 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-1566034c-4b1b-48be-9ac2-22919fc5a0dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:47:58.140499 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-1566034c-4b1b-48be-9ac2-22919fc5a0dc admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=9141add2586c466d95895dc781d9c742&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7681065 Feb 15 21:47:58.141261 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83998) accepted ('10.222.0.68', 53952) {{(pid=83998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:47:58.163559 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309ac3ad-78aa-44c5-ac32-298c63749d92 None None] Pushing event deleted for resources: {'Port': ['ID=3824f2e1-3f06-4c0d-99b6-330408935341,revision_number=None']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:47:58.213438 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-309ac3ad-78aa-44c5-ac32-298c63749d92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:47:58.215643 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Device 3824f2e1-3f06-4c0d-99b6-330408935341 no longer exists at agent ovs-agent-dv-cinder-775250-3-smb {{(pid=84000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 15 21:47:58.223746 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.db.api [None req-f3719a22-77fc-442b-bc14-56b8617d267c admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83998) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 15 21:47:58.224176 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_db.api [None req-f3719a22-77fc-442b-bc14-56b8617d267c admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83998) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 15 21:47:58.239414 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-1aec92f2-729f-482a-93b2-7b623a97676c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:58.264802 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.plugin [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] No Port match for: 3824f2e1-3f06-4c0d-99b6-330408935341 {{(pid=84000) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 15 21:47:58.265207 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Device 3824f2e1-3f06-4c0d-99b6-330408935341 not bound to the agent host dv-cinder-775250-3-smb {{(pid=84000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 15 21:47:58.265704 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Device ebeb435d-660c-438f-9397-cced0b158153 no longer exists at agent ovs-agent-dv-cinder-775250-3-smb {{(pid=84000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 15 21:47:58.269578 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-1aec92f2-729f-482a-93b2-7b623a97676c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:58.316108 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.plugin [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] No Port match for: ebeb435d-660c-438f-9397-cced0b158153 {{(pid=84000) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 15 21:47:58.316513 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Device ebeb435d-660c-438f-9397-cced0b158153 not bound to the agent host dv-cinder-775250-3-smb {{(pid=84000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 15 21:47:58.316979 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Device d36f9a97-c22b-4d57-9367-785d4a870250 no longer exists at agent ovs-agent-dv-cinder-775250-3-smb {{(pid=84000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 15 21:47:58.317733 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-1aec92f2-729f-482a-93b2-7b623a97676c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:58.324812 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-86fbddbe-6e91-452f-9e17-c310fbda7310 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:47:58.339662 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aec92f2-729f-482a-93b2-7b623a97676c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9a5cdd9-5b8a-454e-93eb-21d996dd1723,revision_number=None']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:47:58.342871 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-1aec92f2-729f-482a-93b2-7b623a97676c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:47:58.350656 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-1aec92f2-729f-482a-93b2-7b623a97676c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:58.351886 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-1aec92f2-729f-482a-93b2-7b623a97676c admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/d9a5cdd9-5b8a-454e-93eb-21d996dd1723 HTTP/1.1" status: 204 len: 168 time: 0.2100968 Feb 15 21:47:58.379128 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.plugin [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] No Port match for: d36f9a97-c22b-4d57-9367-785d4a870250 {{(pid=84000) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 15 21:47:58.379529 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Device d36f9a97-c22b-4d57-9367-785d4a870250 not bound to the agent host dv-cinder-775250-3-smb {{(pid=84000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 15 21:47:58.391327 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309ac3ad-78aa-44c5-ac32-298c63749d92 None None] No DVR routers for this DVR port 3824f2e1-3f06-4c0d-99b6-330408935341 on host dv-cinder-775250-3-smb {{(pid=84000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 15 21:47:58.725974 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.plugin [None req-f3719a22-77fc-442b-bc14-56b8617d267c admin admin] Deleting port 3824f2e1-3f06-4c0d-99b6-330408935341 {{(pid=83998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 21:47:58.726475 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-f3719a22-77fc-442b-bc14-56b8617d267c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779317974814'] for port, before_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:58.809026 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.plugin [None req-f3719a22-77fc-442b-bc14-56b8617d267c admin admin] The port '3824f2e1-3f06-4c0d-99b6-330408935341' was deleted {{(pid=83998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 15 21:47:58.940582 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-f3719a22-77fc-442b-bc14-56b8617d267c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3509558', 'neutron.services.segments.db._delete_segments_for_network--9223363257536900809'] for network, precommit_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:59.066860 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.services.segments.db [None req-f3719a22-77fc-442b-bc14-56b8617d267c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e26f87c-2805-4f2b-8fbf-dfda22b57e8d']}} {{(pid=83998) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:47:59.080725 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.services.segments.db [None req-f3719a22-77fc-442b-bc14-56b8617d267c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b7339a4-af60-4f41-9eeb-cada19b9ad25') {'for_net_delete': True} {{(pid=83998) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:47:59.081061 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.services.segments.db [None req-f3719a22-77fc-442b-bc14-56b8617d267c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b7339a4-af60-4f41-9eeb-cada19b9ad25') {} {{(pid=83998) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:47:59.094041 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-f3719a22-77fc-442b-bc14-56b8617d267c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318004322', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036591258620'] for segment, before_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:59.109914 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-f3719a22-77fc-442b-bc14-56b8617d267c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515977'] for segment, precommit_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:59.112413 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f3719a22-77fc-442b-bc14-56b8617d267c admin admin] Releasing vxlan tunnel 7 to pool {{(pid=83998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 15 21:47:59.301983 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.managers [None req-f3719a22-77fc-442b-bc14-56b8617d267c admin admin] Network 6e26f87c-2805-4f2b-8fbf-dfda22b57e8d has no segments {{(pid=83998) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 15 21:47:59.311493 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-f3719a22-77fc-442b-bc14-56b8617d267c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851259790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036591573954'] for segment, after_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:59.498182 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.managers [None req-f3719a22-77fc-442b-bc14-56b8617d267c admin admin] Network 6e26f87c-2805-4f2b-8fbf-dfda22b57e8d has no segments {{(pid=83998) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 15 21:47:59.521485 dv-cinder-775250-3-smb neutron-server[83887]: Traceback (most recent call last): Feb 15 21:47:59.521485 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 21:47:59.521485 dv-cinder-775250-3-smb neutron-server[83887]: timer() Feb 15 21:47:59.521485 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 21:47:59.521485 dv-cinder-775250-3-smb neutron-server[83887]: cb(*args, **kw) Feb 15 21:47:59.521485 dv-cinder-775250-3-smb neutron-server[83887]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 15 21:47:59.521485 dv-cinder-775250-3-smb neutron-server[83887]: return func(*args, **kwargs) Feb 15 21:47:59.521485 dv-cinder-775250-3-smb neutron-server[83887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 21:47:59.521485 dv-cinder-775250-3-smb neutron-server[83887]: self._notify() Feb 15 21:47:59.521485 dv-cinder-775250-3-smb neutron-server[83887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 21:47:59.521485 dv-cinder-775250-3-smb neutron-server[83887]: self.callback(batched_events) Feb 15 21:47:59.521485 dv-cinder-775250-3-smb neutron-server[83887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 21:47:59.521485 dv-cinder-775250-3-smb neutron-server[83887]: event.method(event) Feb 15 21:47:59.521485 dv-cinder-775250-3-smb neutron-server[83887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 21:47:59.521485 dv-cinder-775250-3-smb neutron-server[83887]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 21:47:59.521485 dv-cinder-775250-3-smb neutron-server[83887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 15 21:47:59.521485 dv-cinder-775250-3-smb neutron-server[83887]: segment_id)['aggregates'][0] Feb 15 21:47:59.521485 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 21:47:59.521485 dv-cinder-775250-3-smb neutron-server[83887]: return f(self, *a, **k) Feb 15 21:47:59.521485 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 21:47:59.521485 dv-cinder-775250-3-smb neutron-server[83887]: return self._get(url).json() Feb 15 21:47:59.521485 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 21:47:59.521485 dv-cinder-775250-3-smb neutron-server[83887]: **kwargs) Feb 15 21:47:59.521485 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 15 21:47:59.521485 dv-cinder-775250-3-smb neutron-server[83887]: return self.request(url, 'GET', **kwargs) Feb 15 21:47:59.521485 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 15 21:47:59.521485 dv-cinder-775250-3-smb neutron-server[83887]: **endpoint_filter) Feb 15 21:47:59.521485 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 15 21:47:59.521485 dv-cinder-775250-3-smb neutron-server[83887]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 21:47:59.521485 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 15 21:47:59.521485 dv-cinder-775250-3-smb neutron-server[83887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 21:47:59.521485 dv-cinder-775250-3-smb neutron-server[83887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 21:47:59.867891 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-f3719a22-77fc-442b-bc14-56b8617d267c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851266290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3816652'] for network, after_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:59.871955 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-00514803-cecd-4be6-b01f-d69b5d5eebff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:47:59.889511 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-f3719a22-77fc-442b-bc14-56b8617d267c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851048245'] for network, before_response {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:59.899122 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3719a22-77fc-442b-bc14-56b8617d267c admin admin] Pushing event deleted for resources: {'Network': ['ID=6e26f87c-2805-4f2b-8fbf-dfda22b57e8d,revision_number=None']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:47:59.902648 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-f3719a22-77fc-442b-bc14-56b8617d267c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:47:59.911955 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-f3719a22-77fc-442b-bc14-56b8617d267c admin admin] 10.222.0.68 "DELETE /v2.0/networks/6e26f87c-2805-4f2b-8fbf-dfda22b57e8d HTTP/1.1" status: 204 len: 168 time: 2.5795910 Feb 15 21:47:59.912149 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 54016) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:48:00.525387 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-95fd08fb-aeac-490a-bec6-0fd22f98766a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3814365'] for router_interface, before_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:48:01.169146 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.plugin [None req-95fd08fb-aeac-490a-bec6-0fd22f98766a admin admin] Deleting port 81a5e579-7032-4406-8621-a5becbf2d074 {{(pid=83999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 21:48:01.169482 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-95fd08fb-aeac-490a-bec6-0fd22f98766a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779317974814'] for port, before_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:48:01.361697 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [None req-95fd08fb-aeac-490a-bec6-0fd22f98766a admin admin] For port 81a5e579-7032-4406-8621-a5becbf2d074, host dv-cinder-775250-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-3-smb',level=0,port_id=81a5e579-7032-4406-8621-a5becbf2d074,segment=NetworkSegment(1ed662e2-2651-49e6-a38f-f29e92fd0fa2),segment_id=1ed662e2-2651-49e6-a38f-f29e92fd0fa2)] {{(pid=83999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:48:01.362097 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-95fd08fb-aeac-490a-bec6-0fd22f98766a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3871786'] for port, precommit_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:48:01.506733 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.plugin [None req-95fd08fb-aeac-490a-bec6-0fd22f98766a admin admin] Calling delete_port for 81a5e579-7032-4406-8621-a5becbf2d074 owned by network:router_interface {{(pid=83999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 21:48:01.700153 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-95fd08fb-aeac-490a-bec6-0fd22f98766a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779317976810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363257537242535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853815187'] for port, after_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:48:01.714358 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-fddcb9f7-9195-48e1-b628-8a3559d8a98d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:48:01.775081 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fd08fb-aeac-490a-bec6-0fd22f98766a admin admin] Pushing event deleted for resources: {'Port': ['ID=81a5e579-7032-4406-8621-a5becbf2d074,revision_number=None']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:48:01.779069 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-95fd08fb-aeac-490a-bec6-0fd22f98766a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:48:02.176400 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-95fd08fb-aeac-490a-bec6-0fd22f98766a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3727584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3814307'] for router_interface, after_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:48:02.722042 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95fd08fb-aeac-490a-bec6-0fd22f98766a admin admin] Router 45cb63c8-3da9-46dd-9b94-6995adc8a725 has already been hosted by L3 agent dc46b086-6cb1-49e8-b95e-1fe9b389155e {{(pid=83999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 15 21:48:02.927174 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95fd08fb-aeac-490a-bec6-0fd22f98766a admin admin] Notify agent at l3_agent.dv-cinder-775250-3-smb the message routers_updated {{(pid=83999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 15 21:48:02.937042 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-95fd08fb-aeac-490a-bec6-0fd22f98766a admin admin] 10.222.0.68 "PUT /v2.0/routers/45cb63c8-3da9-46dd-9b94-6995adc8a725/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0236747 Feb 15 21:48:02.939070 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1105160-a21a-4f60-8936-bdeb1771bfd1 None None] Sync routers for ids ['45cb63c8-3da9-46dd-9b94-6995adc8a725'] in dv-cinder-775250-3-smb {{(pid=84001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 15 21:48:02.940082 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 54040) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:48:02.951565 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1105160-a21a-4f60-8936-bdeb1771bfd1 None None] Routers {'45cb63c8-3da9-46dd-9b94-6995adc8a725'} bound to L3 agent in host dv-cinder-775250-3-smb {{(pid=84001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 21:48:02.952248 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_hamode_db [None req-b1105160-a21a-4f60-8936-bdeb1771bfd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-15T21:30:22Z,description=,heartbeat_timestamp=2021-02-15T21:47:52Z,host='dv-cinder-775250-3-smb',id=dc46b086-6cb1-49e8-b95e-1fe9b389155e,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T21:30:22Z,topic='l3_agent')) {'router_ids': ['45cb63c8-3da9-46dd-9b94-6995adc8a725'], 'active': True} {{(pid=84001) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:48:03.141994 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-bbe1147a-6fe2-4721-a668-59c1a900e3ab admin admin] Notify callbacks [] for router, before_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:48:03.342221 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvr_db [None req-b1105160-a21a-4f60-8936-bdeb1771bfd1 None None] Set router 45cb63c8-3da9-46dd-9b94-6995adc8a725 gateway port host: dv-cinder-775250-3-smb {{(pid=84001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 21:48:03.610311 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-bbe1147a-6fe2-4721-a668-59c1a900e3ab admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:48:03.616621 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.plugin [None req-bbe1147a-6fe2-4721-a668-59c1a900e3ab admin admin] Deleting port 0e3e3827-ea89-4378-8fd0-2e202f702a8a {{(pid=83999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 21:48:03.616997 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-bbe1147a-6fe2-4721-a668-59c1a900e3ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779317974814'] for port, before_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:48:03.671756 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_hamode_db [None req-b1105160-a21a-4f60-8936-bdeb1771bfd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45cb63c8-3da9-46dd-9b94-6995adc8a725', 'name': 'tempest-TestShelveInstance-1135260279-router', 'tenant_id': '320dff63e8014c2a8ec12f98a9c80416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'external_fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.103'}], 'enable_snat': True}, 'gw_port_id': '0e3e3827-ea89-4378-8fd0-2e202f702a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:41:44Z', 'updated_at': '2021-02-15T21:48:01Z', 'revision_number': 5, 'project_id': '320dff63e8014c2a8ec12f98a9c80416', 'gw_port': {'id': '0e3e3827-ea89-4378-8fd0-2e202f702a8a', 'name': '', 'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:1e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45cb63c8-3da9-46dd-9b94-6995adc8a725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:41:47Z', 'updated_at': '2021-02-15T21:41:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-smb'}], 'dv-cinder-775250-3-smb', False) {} {{(pid=84001) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:48:03.676266 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1105160-a21a-4f60-8936-bdeb1771bfd1 None None] Checking router: 45cb63c8-3da9-46dd-9b94-6995adc8a725 for host: dv-cinder-775250-3-smb {{(pid=84001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 15 21:48:03.685970 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1105160-a21a-4f60-8936-bdeb1771bfd1 None None] Routers {'45cb63c8-3da9-46dd-9b94-6995adc8a725'} bound to L3 agent in host dv-cinder-775250-3-smb {{(pid=84001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 21:48:03.686636 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_hamode_db [None req-b1105160-a21a-4f60-8936-bdeb1771bfd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-15T21:30:22Z,description=,heartbeat_timestamp=2021-02-15T21:47:52Z,host='dv-cinder-775250-3-smb',id=dc46b086-6cb1-49e8-b95e-1fe9b389155e,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T21:30:22Z,topic='l3_agent')) {'router_ids': ['45cb63c8-3da9-46dd-9b94-6995adc8a725'], 'active': True} {{(pid=84001) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:48:03.813898 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [None req-bbe1147a-6fe2-4721-a668-59c1a900e3ab admin admin] For port 0e3e3827-ea89-4378-8fd0-2e202f702a8a, host dv-cinder-775250-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-3-smb',level=0,port_id=0e3e3827-ea89-4378-8fd0-2e202f702a8a,segment=NetworkSegment(aaff8bb9-4958-4cc8-8842-2399e4673088),segment_id=aaff8bb9-4958-4cc8-8842-2399e4673088)] {{(pid=83999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:48:03.814577 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-bbe1147a-6fe2-4721-a668-59c1a900e3ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3871786'] for port, precommit_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:48:03.883991 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvr_db [None req-b1105160-a21a-4f60-8936-bdeb1771bfd1 None None] Set router 45cb63c8-3da9-46dd-9b94-6995adc8a725 gateway port host: dv-cinder-775250-3-smb {{(pid=84001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 21:48:03.973995 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.plugin [None req-bbe1147a-6fe2-4721-a668-59c1a900e3ab admin admin] Calling delete_port for 0e3e3827-ea89-4378-8fd0-2e202f702a8a owned by network:router_gateway {{(pid=83999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 21:48:04.145128 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-bbe1147a-6fe2-4721-a668-59c1a900e3ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779317976810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363257537242535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853815187'] for port, after_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:48:04.147902 dv-cinder-775250-3-smb neutron-server[83887]: WARNING neutron.plugins.ml2.ovo_rpc [None req-bbe1147a-6fe2-4721-a668-59c1a900e3ab admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location: Feb 15 21:48:04.147902 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main Feb 15 21:48:04.147902 dv-cinder-775250-3-smb neutron-server[83887]: result = function(*args, **kwargs) Feb 15 21:48:04.147902 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request Feb 15 21:48:04.147902 dv-cinder-775250-3-smb neutron-server[83887]: proto.__init__(conn_state, self) Feb 15 21:48:04.147902 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__ Feb 15 21:48:04.147902 dv-cinder-775250-3-smb neutron-server[83887]: self.handle() Feb 15 21:48:04.147902 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle Feb 15 21:48:04.147902 dv-cinder-775250-3-smb neutron-server[83887]: self.handle_one_request() Feb 15 21:48:04.147902 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request Feb 15 21:48:04.147902 dv-cinder-775250-3-smb neutron-server[83887]: self.handle_one_response() Feb 15 21:48:04.147902 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response Feb 15 21:48:04.147902 dv-cinder-775250-3-smb neutron-server[83887]: result = self.application(self.environ, start_response) Feb 15 21:48:04.147902 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__ Feb 15 21:48:04.147902 dv-cinder-775250-3-smb neutron-server[83887]: return app(environ, start_response) Feb 15 21:48:04.147902 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 15 21:48:04.147902 dv-cinder-775250-3-smb neutron-server[83887]: resp = self.call_func(req, *args, **kw) Feb 15 21:48:04.147902 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 15 21:48:04.147902 dv-cinder-775250-3-smb neutron-server[83887]: return self.func(req, *args, **kwargs) Feb 15 21:48:04.147902 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Feb 15 21:48:04.147902 dv-cinder-775250-3-smb neutron-server[83887]: response = req.get_response(self.application) Feb 15 21:48:04.147902 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 15 21:48:04.147902 dv-cinder-775250-3-smb neutron-server[83887]: application, catch_exc_info=False) Feb 15 21:48:04.147902 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 15 21:48:04.147902 dv-cinder-775250-3-smb neutron-server[83887]: app_iter = application(self.environ, start_response) Feb 15 21:48:04.147902 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 15 21:48:04.147902 dv-cinder-775250-3-smb neutron-server[83887]: resp = self.call_func(req, *args, **kw) Feb 15 21:48:04.147902 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 15 21:48:04.147902 dv-cinder-775250-3-smb neutron-server[83887]: return self.func(req, *args, **kwargs) Feb 15 21:48:04.147902 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Feb 15 21:48:04.147902 dv-cinder-775250-3-smb neutron-server[83887]: response = req.get_response(self.application) Feb 15 21:48:04.147902 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 15 21:48:04.147902 dv-cinder-775250-3-smb neutron-server[83887]: application, catch_exc_info=False) Feb 15 21:48:04.147902 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 15 21:48:04.147902 dv-cinder-775250-3-smb neutron-server[83887]: app_iter = application(self.environ, start_response) Feb 15 21:48:04.147902 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 15 21:48:04.147902 dv-cinder-775250-3-smb neutron-server[83887]: resp = self.call_func(req, *args, **kw) Feb 15 21:48:04.147902 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 15 21:48:04.147902 dv-cinder-775250-3-smb neutron-server[83887]: return self.func(req, *args, **kwargs) Feb 15 21:48:04.147902 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Feb 15 21:48:04.147902 dv-cinder-775250-3-smb neutron-server[83887]: response = req.get_response(self.application) Feb 15 21:48:04.147902 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 15 21:48:04.147902 dv-cinder-775250-3-smb neutron-server[83887]: application, catch_exc_info=False) Feb 15 21:48:04.147902 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 15 21:48:04.147902 dv-cinder-775250-3-smb neutron-server[83887]: app_iter = application(self.environ, start_response) Feb 15 21:48:04.147902 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 15 21:48:04.147902 dv-cinder-775250-3-smb neutron-server[83887]: resp = self.call_func(req, *args, **kw) Feb 15 21:48:04.147902 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 15 21:48:04.147902 dv-cinder-775250-3-smb neutron-server[83887]: return self.func(req, *args, **kwargs) Feb 15 21:48:04.147902 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Feb 15 21:48:04.147902 dv-cinder-775250-3-smb neutron-server[83887]: response = req.get_response(self.application) Feb 15 21:48:04.147902 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 15 21:48:04.147902 dv-cinder-775250-3-smb neutron-server[83887]: application, catch_exc_info=False) Feb 15 21:48:04.147902 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 15 21:48:04.147902 dv-cinder-775250-3-smb neutron-server[83887]: app_iter = application(self.environ, start_response) Feb 15 21:48:04.147902 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 15 21:48:04.147902 dv-cinder-775250-3-smb neutron-server[83887]: resp = self.call_func(req, *args, **kw) Feb 15 21:48:04.147902 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 15 21:48:04.147902 dv-cinder-775250-3-smb neutron-server[83887]: return self.func(req, *args, **kwargs) Feb 15 21:48:04.147902 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__ Feb 15 21:48:04.147902 dv-cinder-775250-3-smb neutron-server[83887]: return request.get_response(self.application) Feb 15 21:48:04.147902 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 15 21:48:04.147902 dv-cinder-775250-3-smb neutron-server[83887]: application, catch_exc_info=False) Feb 15 21:48:04.147902 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 15 21:48:04.147902 dv-cinder-775250-3-smb neutron-server[83887]: app_iter = application(self.environ, start_response) Feb 15 21:48:04.147902 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 15 21:48:04.147902 dv-cinder-775250-3-smb neutron-server[83887]: resp = self.call_func(req, *args, **kw) Feb 15 21:48:04.147902 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 15 21:48:04.147902 dv-cinder-775250-3-smb neutron-server[83887]: return self.func(req, *args, **kwargs) Feb 15 21:48:04.147902 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Feb 15 21:48:04.147902 dv-cinder-775250-3-smb neutron-server[83887]: response = req.get_response(self._app) Feb 15 21:48:04.147902 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 15 21:48:04.147902 dv-cinder-775250-3-smb neutron-server[83887]: application, catch_exc_info=False) Feb 15 21:48:04.147902 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 15 21:48:04.147902 dv-cinder-775250-3-smb neutron-server[83887]: app_iter = application(self.environ, start_response) Feb 15 21:48:04.147902 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 15 21:48:04.147902 dv-cinder-775250-3-smb neutron-server[83887]: return resp(environ, start_response) Feb 15 21:48:04.147902 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 15 21:48:04.147902 dv-cinder-775250-3-smb neutron-server[83887]: return resp(environ, start_response) Feb 15 21:48:04.147902 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__ Feb 15 21:48:04.147902 dv-cinder-775250-3-smb neutron-server[83887]: response = self.app(environ, start_response) Feb 15 21:48:04.147902 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 15 21:48:04.147902 dv-cinder-775250-3-smb neutron-server[83887]: return resp(environ, start_response) Feb 15 21:48:04.147902 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 15 21:48:04.147902 dv-cinder-775250-3-smb neutron-server[83887]: resp = self.call_func(req, *args, **kw) Feb 15 21:48:04.147902 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 15 21:48:04.147902 dv-cinder-775250-3-smb neutron-server[83887]: return self.func(req, *args, **kwargs) Feb 15 21:48:04.147902 dv-cinder-775250-3-smb neutron-server[83887]: File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Feb 15 21:48:04.155701 dv-cinder-775250-3-smb neutron-server[83887]: result = method(request=request, **args) Feb 15 21:48:04.155701 dv-cinder-775250-3-smb neutron-server[83887]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete Feb 15 21:48:04.155701 dv-cinder-775250-3-smb neutron-server[83887]: return self._delete(request, id, **kwargs) Feb 15 21:48:04.155701 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 15 21:48:04.155701 dv-cinder-775250-3-smb neutron-server[83887]: return f(*args, **kwargs) Feb 15 21:48:04.155701 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 15 21:48:04.155701 dv-cinder-775250-3-smb neutron-server[83887]: return f(*args, **kwargs) Feb 15 21:48:04.155701 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 15 21:48:04.155701 dv-cinder-775250-3-smb neutron-server[83887]: return f(*dup_args, **dup_kwargs) Feb 15 21:48:04.155701 dv-cinder-775250-3-smb neutron-server[83887]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete Feb 15 21:48:04.155701 dv-cinder-775250-3-smb neutron-server[83887]: obj_deleter(request.context, id, **kwargs) Feb 15 21:48:04.155701 dv-cinder-775250-3-smb neutron-server[83887]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router Feb 15 21:48:04.155701 dv-cinder-775250-3-smb neutron-server[83887]: super(L3_NAT_db_mixin, self).delete_router(context, id) Feb 15 21:48:04.155701 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 15 21:48:04.155701 dv-cinder-775250-3-smb neutron-server[83887]: return method(*args, **kwargs) Feb 15 21:48:04.155701 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 15 21:48:04.155701 dv-cinder-775250-3-smb neutron-server[83887]: return f(*args, **kwargs) Feb 15 21:48:04.155701 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 15 21:48:04.155701 dv-cinder-775250-3-smb neutron-server[83887]: return f(*args, **kwargs) Feb 15 21:48:04.155701 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 15 21:48:04.155701 dv-cinder-775250-3-smb neutron-server[83887]: return f(*dup_args, **dup_kwargs) Feb 15 21:48:04.155701 dv-cinder-775250-3-smb neutron-server[83887]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router Feb 15 21:48:04.155701 dv-cinder-775250-3-smb neutron-server[83887]: self._delete_current_gw_port(context, id, router, None) Feb 15 21:48:04.155701 dv-cinder-775250-3-smb neutron-server[83887]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port Feb 15 21:48:04.155701 dv-cinder-775250-3-smb neutron-server[83887]: admin_ctx, gw_port_id, l3_port_check=False) Feb 15 21:48:04.155701 dv-cinder-775250-3-smb neutron-server[83887]: File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Feb 15 21:48:04.155701 dv-cinder-775250-3-smb neutron-server[83887]: return f(self, context, *args, **kwargs) Feb 15 21:48:04.155701 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 15 21:48:04.155701 dv-cinder-775250-3-smb neutron-server[83887]: return method(*args, **kwargs) Feb 15 21:48:04.155701 dv-cinder-775250-3-smb neutron-server[83887]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1953, in delete_port Feb 15 21:48:04.155701 dv-cinder-775250-3-smb neutron-server[83887]: context, port, router_ids, bound_mech_contexts) Feb 15 21:48:04.155701 dv-cinder-775250-3-smb neutron-server[83887]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1962, in _post_delete_port Feb 15 21:48:04.155701 dv-cinder-775250-3-smb neutron-server[83887]: registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs) Feb 15 21:48:04.155701 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify Feb 15 21:48:04.155701 dv-cinder-775250-3-smb neutron-server[83887]: _get_callback_manager().notify(resource, event, trigger, **kwargs) Feb 15 21:48:04.155701 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped Feb 15 21:48:04.155701 dv-cinder-775250-3-smb neutron-server[83887]: return function(*args, **kwargs) Feb 15 21:48:04.155701 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify Feb 15 21:48:04.155701 dv-cinder-775250-3-smb neutron-server[83887]: errors = self._notify_loop(resource, event, trigger, **kwargs) Feb 15 21:48:04.155701 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Feb 15 21:48:04.155701 dv-cinder-775250-3-smb neutron-server[83887]: callback(resource, event, trigger, **kwargs) Feb 15 21:48:04.155701 dv-cinder-775250-3-smb neutron-server[83887]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event Feb 15 21:48:04.155701 dv-cinder-775250-3-smb neutron-server[83887]: if self._is_session_semantic_violated(context, resource, event): Feb 15 21:48:04.155701 dv-cinder-775250-3-smb neutron-server[83887]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated Feb 15 21:48:04.155701 dv-cinder-775250-3-smb neutron-server[83887]: stack = traceback.extract_stack() Feb 15 21:48:04.155701 dv-cinder-775250-3-smb neutron-server[83887]: Feb 15 21:48:04.208426 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_hamode_db [None req-b1105160-a21a-4f60-8936-bdeb1771bfd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45cb63c8-3da9-46dd-9b94-6995adc8a725', 'name': 'tempest-TestShelveInstance-1135260279-router', 'tenant_id': '320dff63e8014c2a8ec12f98a9c80416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'external_fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.103'}], 'enable_snat': True}, 'gw_port_id': '0e3e3827-ea89-4378-8fd0-2e202f702a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:41:44Z', 'updated_at': '2021-02-15T21:48:01Z', 'revision_number': 5, 'project_id': '320dff63e8014c2a8ec12f98a9c80416', 'gw_port': {'id': '0e3e3827-ea89-4378-8fd0-2e202f702a8a', 'name': '', 'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:1e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45cb63c8-3da9-46dd-9b94-6995adc8a725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:41:47Z', 'updated_at': '2021-02-15T21:41:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-smb'}], 'dv-cinder-775250-3-smb', False) {} {{(pid=84001) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:48:04.213144 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1105160-a21a-4f60-8936-bdeb1771bfd1 None None] The sync data for ids ['45cb63c8-3da9-46dd-9b94-6995adc8a725'] in dv-cinder-775250-3-smb is: [{'id': '45cb63c8-3da9-46dd-9b94-6995adc8a725', 'name': 'tempest-TestShelveInstance-1135260279-router', 'tenant_id': '320dff63e8014c2a8ec12f98a9c80416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'external_fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.103'}], 'enable_snat': True}, 'gw_port_id': '0e3e3827-ea89-4378-8fd0-2e202f702a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:41:44Z', 'updated_at': '2021-02-15T21:48:01Z', 'revision_number': 5, 'project_id': '320dff63e8014c2a8ec12f98a9c80416', 'gw_port': {'id': '0e3e3827-ea89-4378-8fd0-2e202f702a8a', 'name': '', 'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:1e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45cb63c8-3da9-46dd-9b94-6995adc8a725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:41:47Z', 'updated_at': '2021-02-15T21:41:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-smb'}] {{(pid=84001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 15 21:48:04.363876 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-bbe1147a-6fe2-4721-a668-59c1a900e3ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036850959147'] for router_gateway, after_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:48:04.521699 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-bbe1147a-6fe2-4721-a668-59c1a900e3ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036850962535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854714813'] for router, precommit_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:48:04.524272 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-bbe1147a-6fe2-4721-a668-59c1a900e3ab admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:48:04.615484 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-bbe1147a-6fe2-4721-a668-59c1a900e3ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850965769'] for router, after_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:48:04.616062 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbe1147a-6fe2-4721-a668-59c1a900e3ab admin admin] Fanout notify agent at l3_agent the message router_deleted on router 45cb63c8-3da9-46dd-9b94-6995adc8a725 {{(pid=83999) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 15 21:48:04.630822 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-bbe1147a-6fe2-4721-a668-59c1a900e3ab admin admin] Notify callbacks [] for router, before_response {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:48:04.632125 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-bbe1147a-6fe2-4721-a668-59c1a900e3ab admin admin] 10.222.0.68 "DELETE /v2.0/routers/45cb63c8-3da9-46dd-9b94-6995adc8a725 HTTP/1.1" status: 204 len: 168 time: 1.6909840 Feb 15 21:48:04.635140 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 54048) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:48:04.717320 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed5cc340-81e6-4719-bd8a-7019ac536f42 admin admin] Deleting subnet 01065af1-c4c6-467f-b3b0-73cd80ce0ecc {{(pid=83999) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 15 21:48:04.723275 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-ed5cc340-81e6-4719-bd8a-7019ac536f42 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:48:04.778467 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-ed5cc340-81e6-4719-bd8a-7019ac536f42 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262175358'] for subnet, precommit_delete_associations {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:48:04.881180 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-ed5cc340-81e6-4719-bd8a-7019ac536f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3509935'] for subnet, precommit_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:48:05.165572 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-ed5cc340-81e6-4719-bd8a-7019ac536f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851265832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-960643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036592534740'] for subnet, after_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:48:05.182998 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-88258a0a-f8aa-4833-9254-e86d6dceae67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:48:05.232169 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5cc340-81e6-4719-bd8a-7019ac536f42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01065af1-c4c6-467f-b3b0-73cd80ce0ecc,revision_number=None']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:48:05.234995 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-ed5cc340-81e6-4719-bd8a-7019ac536f42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:48:05.329114 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-ed5cc340-81e6-4719-bd8a-7019ac536f42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851048245'] for subnet, before_response {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:48:05.335449 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08acbc53-e4bc-4f7a-8c83-a8cc48a12cb4 None None] Network ea584dc2-ab3d-4694-abd1-4b3f5de0f2b1 requested from dv-cinder-775250-3-smb {{(pid=84000) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 15 21:48:05.337851 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-ed5cc340-81e6-4719-bd8a-7019ac536f42 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/01065af1-c4c6-467f-b3b0-73cd80ce0ecc HTTP/1.1" status: 204 len: 168 time: 0.7003486 Feb 15 21:48:05.339700 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 54052) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:48:05.478787 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-850c2d0a-4135-4a3f-8012-dde0fd939962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3535857'] for network, before_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:48:05.553962 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.plugin [None req-850c2d0a-4135-4a3f-8012-dde0fd939962 admin admin] Deleting port ed1b1057-b0c6-4b55-b03a-f5343edb1155 {{(pid=83999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 21:48:05.554360 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-850c2d0a-4135-4a3f-8012-dde0fd939962 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779317974814'] for port, before_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:48:05.652464 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e0fcfe-3ddb-40a4-9b3d-611d4b84be1a None None] DHCP port deletion for ea584dc2-ab3d-4694-abd1-4b3f5de0f2b1 request from dv-cinder-775250-3-smb {{(pid=84000) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 15 21:48:05.656828 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.plugin [None req-54e0fcfe-3ddb-40a4-9b3d-611d4b84be1a None None] Deleting port ed1b1057-b0c6-4b55-b03a-f5343edb1155 {{(pid=84000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 21:48:05.657249 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-54e0fcfe-3ddb-40a4-9b3d-611d4b84be1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779317974814'] for port, before_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:48:05.795200 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [None req-850c2d0a-4135-4a3f-8012-dde0fd939962 admin admin] For port ed1b1057-b0c6-4b55-b03a-f5343edb1155, host dv-cinder-775250-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-3-smb',level=0,port_id=ed1b1057-b0c6-4b55-b03a-f5343edb1155,segment=NetworkSegment(1ed662e2-2651-49e6-a38f-f29e92fd0fa2),segment_id=1ed662e2-2651-49e6-a38f-f29e92fd0fa2)] {{(pid=83999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:48:05.795463 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-850c2d0a-4135-4a3f-8012-dde0fd939962 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3871786'] for port, precommit_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:48:05.899824 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [None req-54e0fcfe-3ddb-40a4-9b3d-611d4b84be1a None None] For port ed1b1057-b0c6-4b55-b03a-f5343edb1155, host dv-cinder-775250-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-3-smb',level=0,port_id=ed1b1057-b0c6-4b55-b03a-f5343edb1155,segment=NetworkSegment(1ed662e2-2651-49e6-a38f-f29e92fd0fa2),segment_id=1ed662e2-2651-49e6-a38f-f29e92fd0fa2)] {{(pid=84000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:48:05.900427 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-54e0fcfe-3ddb-40a4-9b3d-611d4b84be1a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3871786'] for port, precommit_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:48:05.932152 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.plugin [None req-850c2d0a-4135-4a3f-8012-dde0fd939962 admin admin] Calling delete_port for ed1b1057-b0c6-4b55-b03a-f5343edb1155 owned by network:dhcp {{(pid=83999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 21:48:06.016402 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-850c2d0a-4135-4a3f-8012-dde0fd939962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779317976810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363257537242535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853815187'] for port, after_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:48:06.035435 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:48:06.041501 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.plugin [None req-54e0fcfe-3ddb-40a4-9b3d-611d4b84be1a None None] Calling delete_port for ed1b1057-b0c6-4b55-b03a-f5343edb1155 owned by network:dhcp {{(pid=84000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 21:48:06.094500 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850c2d0a-4135-4a3f-8012-dde0fd939962 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed1b1057-b0c6-4b55-b03a-f5343edb1155,revision_number=None']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:48:06.097323 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-850c2d0a-4135-4a3f-8012-dde0fd939962 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:48:06.123232 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.db.api [None req-54e0fcfe-3ddb-40a4-9b3d-611d4b84be1a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84000) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 15 21:48:06.123656 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_db.api [None req-54e0fcfe-3ddb-40a4-9b3d-611d4b84be1a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84000) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 15 21:48:06.168312 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Device 81a5e579-7032-4406-8621-a5becbf2d074 no longer exists at agent ovs-agent-dv-cinder-775250-3-smb {{(pid=84000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 15 21:48:06.188490 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850c2d0a-4135-4a3f-8012-dde0fd939962 admin admin] No DVR routers for this DVR port ed1b1057-b0c6-4b55-b03a-f5343edb1155 on host dv-cinder-775250-3-smb {{(pid=83999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 15 21:48:06.213291 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.plugin [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] No Port match for: 81a5e579-7032-4406-8621-a5becbf2d074 {{(pid=84000) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 15 21:48:06.213725 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Device 81a5e579-7032-4406-8621-a5becbf2d074 not bound to the agent host dv-cinder-775250-3-smb {{(pid=84000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 15 21:48:06.214204 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Device ed1b1057-b0c6-4b55-b03a-f5343edb1155 no longer exists at agent ovs-agent-dv-cinder-775250-3-smb {{(pid=84000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 15 21:48:06.251504 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.plugin [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] No Port match for: ed1b1057-b0c6-4b55-b03a-f5343edb1155 {{(pid=84000) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 15 21:48:06.251881 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Device ed1b1057-b0c6-4b55-b03a-f5343edb1155 not bound to the agent host dv-cinder-775250-3-smb {{(pid=84000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 15 21:48:06.252353 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Device 0e3e3827-ea89-4378-8fd0-2e202f702a8a no longer exists at agent ovs-agent-dv-cinder-775250-3-smb {{(pid=84000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 15 21:48:06.292863 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.plugin [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] No Port match for: 0e3e3827-ea89-4378-8fd0-2e202f702a8a {{(pid=84000) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 15 21:48:06.293275 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Device 0e3e3827-ea89-4378-8fd0-2e202f702a8a not bound to the agent host dv-cinder-775250-3-smb {{(pid=84000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 15 21:48:06.321550 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-850c2d0a-4135-4a3f-8012-dde0fd939962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3509558', 'neutron.services.segments.db._delete_segments_for_network--9223363257536900809'] for network, precommit_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:48:06.445383 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.services.segments.db [None req-850c2d0a-4135-4a3f-8012-dde0fd939962 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea584dc2-ab3d-4694-abd1-4b3f5de0f2b1']}} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:48:06.460667 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.services.segments.db [None req-850c2d0a-4135-4a3f-8012-dde0fd939962 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ed662e2-2651-49e6-a38f-f29e92fd0fa2') {'for_net_delete': True} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:48:06.461015 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.services.segments.db [None req-850c2d0a-4135-4a3f-8012-dde0fd939962 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ed662e2-2651-49e6-a38f-f29e92fd0fa2') {} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:48:06.474902 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-850c2d0a-4135-4a3f-8012-dde0fd939962 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318004322', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036592600458'] for segment, before_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:48:06.491504 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-850c2d0a-4135-4a3f-8012-dde0fd939962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515977'] for segment, precommit_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:48:06.494001 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-850c2d0a-4135-4a3f-8012-dde0fd939962 admin admin] Releasing vxlan tunnel 9 to pool {{(pid=83999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 15 21:48:06.625672 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.plugin [None req-54e0fcfe-3ddb-40a4-9b3d-611d4b84be1a None None] Deleting port ed1b1057-b0c6-4b55-b03a-f5343edb1155 {{(pid=84000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 21:48:06.626060 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-54e0fcfe-3ddb-40a4-9b3d-611d4b84be1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779317974814'] for port, before_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:48:06.688774 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.managers [None req-850c2d0a-4135-4a3f-8012-dde0fd939962 admin admin] Network ea584dc2-ab3d-4694-abd1-4b3f5de0f2b1 has no segments {{(pid=83999) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 15 21:48:06.700131 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-850c2d0a-4135-4a3f-8012-dde0fd939962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851259790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-960598'] for segment, after_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:48:06.710683 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.plugin [None req-54e0fcfe-3ddb-40a4-9b3d-611d4b84be1a None None] The port 'ed1b1057-b0c6-4b55-b03a-f5343edb1155' was deleted {{(pid=84000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 15 21:48:06.902174 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.managers [None req-850c2d0a-4135-4a3f-8012-dde0fd939962 admin admin] Network ea584dc2-ab3d-4694-abd1-4b3f5de0f2b1 has no segments {{(pid=83999) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 15 21:48:06.928065 dv-cinder-775250-3-smb neutron-server[83887]: Traceback (most recent call last): Feb 15 21:48:06.928065 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 21:48:06.928065 dv-cinder-775250-3-smb neutron-server[83887]: timer() Feb 15 21:48:06.928065 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 21:48:06.928065 dv-cinder-775250-3-smb neutron-server[83887]: cb(*args, **kw) Feb 15 21:48:06.928065 dv-cinder-775250-3-smb neutron-server[83887]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 15 21:48:06.928065 dv-cinder-775250-3-smb neutron-server[83887]: return func(*args, **kwargs) Feb 15 21:48:06.928065 dv-cinder-775250-3-smb neutron-server[83887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 21:48:06.928065 dv-cinder-775250-3-smb neutron-server[83887]: self._notify() Feb 15 21:48:06.928065 dv-cinder-775250-3-smb neutron-server[83887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 21:48:06.928065 dv-cinder-775250-3-smb neutron-server[83887]: self.callback(batched_events) Feb 15 21:48:06.928065 dv-cinder-775250-3-smb neutron-server[83887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 21:48:06.928065 dv-cinder-775250-3-smb neutron-server[83887]: event.method(event) Feb 15 21:48:06.928065 dv-cinder-775250-3-smb neutron-server[83887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 21:48:06.928065 dv-cinder-775250-3-smb neutron-server[83887]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 21:48:06.928065 dv-cinder-775250-3-smb neutron-server[83887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 15 21:48:06.928065 dv-cinder-775250-3-smb neutron-server[83887]: segment_id)['aggregates'][0] Feb 15 21:48:06.928065 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 21:48:06.928065 dv-cinder-775250-3-smb neutron-server[83887]: return f(self, *a, **k) Feb 15 21:48:06.928065 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 21:48:06.928065 dv-cinder-775250-3-smb neutron-server[83887]: return self._get(url).json() Feb 15 21:48:06.928065 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 21:48:06.928065 dv-cinder-775250-3-smb neutron-server[83887]: **kwargs) Feb 15 21:48:06.928065 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 15 21:48:06.928065 dv-cinder-775250-3-smb neutron-server[83887]: return self.request(url, 'GET', **kwargs) Feb 15 21:48:06.928065 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 15 21:48:06.928065 dv-cinder-775250-3-smb neutron-server[83887]: **endpoint_filter) Feb 15 21:48:06.928065 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 15 21:48:06.928065 dv-cinder-775250-3-smb neutron-server[83887]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 21:48:06.928065 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 15 21:48:06.928065 dv-cinder-775250-3-smb neutron-server[83887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 21:48:06.928065 dv-cinder-775250-3-smb neutron-server[83887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 21:48:07.279868 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-850c2d0a-4135-4a3f-8012-dde0fd939962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851266290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3816652'] for network, after_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:48:07.285105 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:48:07.299734 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-850c2d0a-4135-4a3f-8012-dde0fd939962 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851048245'] for network, before_response {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:48:07.310958 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850c2d0a-4135-4a3f-8012-dde0fd939962 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea584dc2-ab3d-4694-abd1-4b3f5de0f2b1,revision_number=None']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:48:07.314118 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-850c2d0a-4135-4a3f-8012-dde0fd939962 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:48:07.316515 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-850c2d0a-4135-4a3f-8012-dde0fd939962 admin admin] 10.222.0.68 "DELETE /v2.0/networks/ea584dc2-ab3d-4694-abd1-4b3f5de0f2b1 HTTP/1.1" status: 204 len: 168 time: 1.9752600 Feb 15 21:48:07.553734 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83998) accepted ('10.222.0.68', 54062) {{(pid=83998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:48:07.613394 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-b78a054e-32c9-44d8-a2e0-74f178263824 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=e5c39c2be7094b439ebb60d1c07bbb7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0582643 Feb 15 21:48:07.616649 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83998) accepted ('10.222.0.68', 54066) {{(pid=83998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:48:07.690440 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-8f3fd17e-7f7f-4d97-bb65-41812ffda3a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:48:07.718234 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-8f3fd17e-7f7f-4d97-bb65-41812ffda3a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:48:07.769425 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-8f3fd17e-7f7f-4d97-bb65-41812ffda3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:48:07.775106 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-1566034c-4b1b-48be-9ac2-22919fc5a0dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:48:07.789137 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3fd17e-7f7f-4d97-bb65-41812ffda3a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e785c58-f0ab-4dc3-adc3-ff1409bcb3d6,revision_number=None']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:48:07.792168 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-8f3fd17e-7f7f-4d97-bb65-41812ffda3a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:48:07.798115 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-8f3fd17e-7f7f-4d97-bb65-41812ffda3a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:48:07.799367 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-8f3fd17e-7f7f-4d97-bb65-41812ffda3a4 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/6e785c58-f0ab-4dc3-adc3-ff1409bcb3d6 HTTP/1.1" status: 204 len: 168 time: 0.1814952 Feb 15 21:48:08.218994 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 54076) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:48:08.275942 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-eae3631a-8b2f-4467-ad82-7a3d25a3c731 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=320dff63e8014c2a8ec12f98a9c80416&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0546689 Feb 15 21:48:08.278059 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 54080) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:48:08.345836 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-eee28274-fd08-484f-ae1d-33668d7a0d11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:48:08.375502 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-eee28274-fd08-484f-ae1d-33668d7a0d11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:48:08.427948 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-eee28274-fd08-484f-ae1d-33668d7a0d11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:48:08.433854 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-31f4fb2c-7037-4c13-bd07-da7424e7cf19 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:48:08.447291 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee28274-fd08-484f-ae1d-33668d7a0d11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd3229b9-b7e3-4eb8-a201-1343627a0db3,revision_number=None']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:48:08.457016 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee28274-fd08-484f-ae1d-33668d7a0d11 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:48:08.457450 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee28274-fd08-484f-ae1d-33668d7a0d11 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:48:08.457859 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee28274-fd08-484f-ae1d-33668d7a0d11 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:48:08.458324 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee28274-fd08-484f-ae1d-33668d7a0d11 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:48:08.458800 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee28274-fd08-484f-ae1d-33668d7a0d11 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:48:08.459196 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee28274-fd08-484f-ae1d-33668d7a0d11 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:48:08.459590 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee28274-fd08-484f-ae1d-33668d7a0d11 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:48:08.459980 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee28274-fd08-484f-ae1d-33668d7a0d11 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:48:08.460385 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee28274-fd08-484f-ae1d-33668d7a0d11 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:48:08.460761 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee28274-fd08-484f-ae1d-33668d7a0d11 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:48:08.461145 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee28274-fd08-484f-ae1d-33668d7a0d11 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:48:08.461561 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee28274-fd08-484f-ae1d-33668d7a0d11 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:48:08.462017 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee28274-fd08-484f-ae1d-33668d7a0d11 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:48:08.462414 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee28274-fd08-484f-ae1d-33668d7a0d11 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:48:08.462798 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee28274-fd08-484f-ae1d-33668d7a0d11 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:48:08.463183 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee28274-fd08-484f-ae1d-33668d7a0d11 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:48:08.463567 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee28274-fd08-484f-ae1d-33668d7a0d11 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:48:08.463954 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee28274-fd08-484f-ae1d-33668d7a0d11 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:48:08.464340 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee28274-fd08-484f-ae1d-33668d7a0d11 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:48:08.464733 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee28274-fd08-484f-ae1d-33668d7a0d11 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:48:08.465120 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee28274-fd08-484f-ae1d-33668d7a0d11 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:48:08.465536 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee28274-fd08-484f-ae1d-33668d7a0d11 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:48:08.465923 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee28274-fd08-484f-ae1d-33668d7a0d11 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:48:08.466303 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee28274-fd08-484f-ae1d-33668d7a0d11 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:48:08.469692 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-eee28274-fd08-484f-ae1d-33668d7a0d11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:48:08.473445 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-eee28274-fd08-484f-ae1d-33668d7a0d11 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/dd3229b9-b7e3-4eb8-a201-1343627a0db3 HTTP/1.1" status: 204 len: 168 time: 0.1918654 Feb 15 21:48:08.473445 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-eee28274-fd08-484f-ae1d-33668d7a0d11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:48:13.998812 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:48:19.101219 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-b17e62e7-94fa-4c74-a9b8-e449d172e5e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:48:22.358693 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-e9159136-83c6-4931-bdcf-e4e688a1880b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:48:22.527022 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-4f2d6fe3-588d-414d-8fc0-9e430caa4704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:48:23.478215 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:48:24.459097 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-c15141da-837e-426e-b554-b41f5a3e4bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:48:25.409246 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83998) accepted ('10.222.0.68', 54178) {{(pid=83998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:48:25.540392 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-f8fb7268-7ff3-49d6-9c2e-c325fce285d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:48:25.556412 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-f8fb7268-7ff3-49d6-9c2e-c325fce285d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:48:25.560752 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-f8fb7268-7ff3-49d6-9c2e-c325fce285d5 admin admin] Usage tracker for resource:security_group_rule and tenant:34022326e5b84fe5a8809a95ac46633e is out of sync, need to count used quota {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:48:25.563990 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-f8fb7268-7ff3-49d6-9c2e-c325fce285d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:48:25.570044 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-f8fb7268-7ff3-49d6-9c2e-c325fce285d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:48:25.658363 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-f8fb7268-7ff3-49d6-9c2e-c325fce285d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:48:25.662031 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-f8fb7268-7ff3-49d6-9c2e-c325fce285d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:48:25.669593 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-a3d0de32-cab5-4bd2-9591-60354a061dc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:48:25.712749 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-f8fb7268-7ff3-49d6-9c2e-c325fce285d5 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=34022326e5b84fe5a8809a95ac46633e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3022830 Feb 15 21:48:25.713731 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fb7268-7ff3-49d6-9c2e-c325fce285d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4baa6953-913b-42f4-adc1-7e4ffa6eafa1,revision_number=1']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:48:25.716026 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 54184) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:48:25.722151 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fb7268-7ff3-49d6-9c2e-c325fce285d5 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:48:25.722575 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fb7268-7ff3-49d6-9c2e-c325fce285d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:48:25.722986 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fb7268-7ff3-49d6-9c2e-c325fce285d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:48:25.723389 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fb7268-7ff3-49d6-9c2e-c325fce285d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:48:25.723792 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fb7268-7ff3-49d6-9c2e-c325fce285d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:48:25.724193 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fb7268-7ff3-49d6-9c2e-c325fce285d5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:48:25.724591 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fb7268-7ff3-49d6-9c2e-c325fce285d5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:48:25.724986 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fb7268-7ff3-49d6-9c2e-c325fce285d5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:48:25.725398 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fb7268-7ff3-49d6-9c2e-c325fce285d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:48:25.725799 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fb7268-7ff3-49d6-9c2e-c325fce285d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:48:25.726193 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fb7268-7ff3-49d6-9c2e-c325fce285d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:48:25.726584 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fb7268-7ff3-49d6-9c2e-c325fce285d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:48:25.727037 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fb7268-7ff3-49d6-9c2e-c325fce285d5 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:48:25.727480 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fb7268-7ff3-49d6-9c2e-c325fce285d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:48:25.728015 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fb7268-7ff3-49d6-9c2e-c325fce285d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:48:25.728413 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fb7268-7ff3-49d6-9c2e-c325fce285d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:48:25.728809 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fb7268-7ff3-49d6-9c2e-c325fce285d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:48:25.729186 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fb7268-7ff3-49d6-9c2e-c325fce285d5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:48:25.729598 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fb7268-7ff3-49d6-9c2e-c325fce285d5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:48:25.729985 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fb7268-7ff3-49d6-9c2e-c325fce285d5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:48:25.730378 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fb7268-7ff3-49d6-9c2e-c325fce285d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:48:25.730783 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fb7268-7ff3-49d6-9c2e-c325fce285d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:48:25.731173 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fb7268-7ff3-49d6-9c2e-c325fce285d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:48:25.731563 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fb7268-7ff3-49d6-9c2e-c325fce285d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:48:25.736227 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-f8fb7268-7ff3-49d6-9c2e-c325fce285d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:48:25.784850 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-8d80bfcf-531d-4039-a7ae-cfe36275ce03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:48:25.811486 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-8d80bfcf-531d-4039-a7ae-cfe36275ce03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:48:25.857387 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-8d80bfcf-531d-4039-a7ae-cfe36275ce03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:48:25.861708 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-9617b983-7056-436c-bdab-7cbc955d77e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:48:25.876470 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d80bfcf-531d-4039-a7ae-cfe36275ce03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4baa6953-913b-42f4-adc1-7e4ffa6eafa1,revision_number=None']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:48:25.879645 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-8d80bfcf-531d-4039-a7ae-cfe36275ce03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:48:25.881775 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-8d80bfcf-531d-4039-a7ae-cfe36275ce03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:48:25.886893 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-8d80bfcf-531d-4039-a7ae-cfe36275ce03 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/4baa6953-913b-42f4-adc1-7e4ffa6eafa1 HTTP/1.1" status: 204 len: 168 time: 0.1691747 Feb 15 21:48:27.752958 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.agents_db [None req-9c3f008a-7c02-4f45-a369-4199c6caa59a None None] Agent healthcheck: found 6 active agents {{(pid=84001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 15 21:48:43.545525 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-f9868830-9336-4dba-8876-301e54fdfa96 req-702cddb2-9765-462a-9bb3-b1c1be99ed6c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e5482a83-bae4-476f-b0ba-1aca2bb0f2ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0832164 Feb 15 21:48:43.648361 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9868830-9336-4dba-8876-301e54fdfa96 req-d525f8c8-6056-4cc3-8ed9-bffd0ae7cdb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:48:43.650019 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-f9868830-9336-4dba-8876-301e54fdfa96 req-d525f8c8-6056-4cc3-8ed9-bffd0ae7cdb8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=83efcaddc4174c70aaaa9d4a9e274006&device_id=e5482a83-bae4-476f-b0ba-1aca2bb0f2ae HTTP/1.1" status: 200 len: 1163 time: 0.0827916 Feb 15 21:48:43.812821 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9868830-9336-4dba-8876-301e54fdfa96 req-1df0d563-1db6-4eec-93f1-475c04053b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:48:43.814376 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-f9868830-9336-4dba-8876-301e54fdfa96 req-1df0d563-1db6-4eec-93f1-475c04053b33 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5a32d5d1-e1a3-4ef5-be5e-207bd58c1352 HTTP/1.1" status: 200 len: 911 time: 0.1432192 Feb 15 21:48:43.927015 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-f9868830-9336-4dba-8876-301e54fdfa96 req-d33f48cd-2f2f-41d7-b388-3a28a77e67fc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cb876bfc-a135-447a-934a-6d4680c0eefa HTTP/1.1" status: 200 len: 1001 time: 0.1058669 Feb 15 21:48:43.997376 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9868830-9336-4dba-8876-301e54fdfa96 req-c750b7e0-7665-4185-ba6c-5097709d7612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:48:43.998952 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-f9868830-9336-4dba-8876-301e54fdfa96 req-c750b7e0-7665-4185-ba6c-5097709d7612 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f1da26f9-af3a-42e2-9b06-af8d75ade4f1 HTTP/1.1" status: 200 len: 856 time: 0.0650954 Feb 15 21:48:44.007880 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:48:44.088622 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9868830-9336-4dba-8876-301e54fdfa96 req-5f728abc-a354-4eb3-b722-b49442f0b586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:48:44.090416 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-f9868830-9336-4dba-8876-301e54fdfa96 req-5f728abc-a354-4eb3-b722-b49442f0b586 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5a32d5d1-e1a3-4ef5-be5e-207bd58c1352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0840619 Feb 15 21:48:44.240805 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-f9868830-9336-4dba-8876-301e54fdfa96 req-fc4c91cd-409f-4e2c-a046-f45c6f744853 service neutron] 10.222.0.46 "GET /v2.0/networks/5a32d5d1-e1a3-4ef5-be5e-207bd58c1352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421609 Feb 15 21:48:44.389148 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-f9868830-9336-4dba-8876-301e54fdfa96 req-505679b4-d374-4d8a-b5bb-4f12d3cc74bc service neutron] 10.222.0.46 "GET /v2.0/networks/5a32d5d1-e1a3-4ef5-be5e-207bd58c1352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1411226 Feb 15 21:48:49.094658 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-f0db3d0d-1ee9-47e6-9fd7-4285a30e1d41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:48:52.363413 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-25ea8a8f-4c64-40c2-bc1f-555fb4734039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:48:52.530869 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-4f2d6fe3-588d-414d-8fc0-9e430caa4704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:48:53.483251 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:48:54.463057 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-c15141da-837e-426e-b554-b41f5a3e4bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:49:04.757425 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.agents_db [None req-9c3f008a-7c02-4f45-a369-4199c6caa59a None None] Agent healthcheck: found 6 active agents {{(pid=84001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 15 21:49:14.025960 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:49:19.103366 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-fc33187e-2f33-41f8-8ce8-c50e1c67d70e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:49:22.372512 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-fa72a7a1-a513-419c-a0e5-4022618c52cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:49:22.533660 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-4f2d6fe3-588d-414d-8fc0-9e430caa4704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:49:23.488819 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:49:24.466752 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-c15141da-837e-426e-b554-b41f5a3e4bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:49:41.760309 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.agents_db [None req-9c3f008a-7c02-4f45-a369-4199c6caa59a None None] Agent healthcheck: found 6 active agents {{(pid=84001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 15 21:49:44.023774 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:49:44.488162 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-6d13d700-5000-469a-b2ad-943f2ff91a24 req-5ef3e565-ccc3-4ee0-a427-3f9b5d633898 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e5482a83-bae4-476f-b0ba-1aca2bb0f2ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0795944 Feb 15 21:49:44.653892 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d13d700-5000-469a-b2ad-943f2ff91a24 req-16425c07-bcca-4517-b331-0c1f8c2d2e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:49:44.655931 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-6d13d700-5000-469a-b2ad-943f2ff91a24 req-16425c07-bcca-4517-b331-0c1f8c2d2e62 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=83efcaddc4174c70aaaa9d4a9e274006&device_id=e5482a83-bae4-476f-b0ba-1aca2bb0f2ae HTTP/1.1" status: 200 len: 1163 time: 0.0891953 Feb 15 21:49:44.826638 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d13d700-5000-469a-b2ad-943f2ff91a24 req-a829e8e4-bc51-42c5-ac32-b87c2f7367c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:49:44.828472 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-6d13d700-5000-469a-b2ad-943f2ff91a24 req-a829e8e4-bc51-42c5-ac32-b87c2f7367c9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5a32d5d1-e1a3-4ef5-be5e-207bd58c1352 HTTP/1.1" status: 200 len: 911 time: 0.1488755 Feb 15 21:49:44.947074 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-6d13d700-5000-469a-b2ad-943f2ff91a24 req-1540cf60-fd34-4fef-9aeb-d97912f8d7f6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cb876bfc-a135-447a-934a-6d4680c0eefa HTTP/1.1" status: 200 len: 1001 time: 0.1107075 Feb 15 21:49:45.025741 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d13d700-5000-469a-b2ad-943f2ff91a24 req-c2a4864a-1386-4842-8a6a-8f916f0d010e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:49:45.027347 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-6d13d700-5000-469a-b2ad-943f2ff91a24 req-c2a4864a-1386-4842-8a6a-8f916f0d010e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f1da26f9-af3a-42e2-9b06-af8d75ade4f1 HTTP/1.1" status: 200 len: 856 time: 0.0742061 Feb 15 21:49:45.116953 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d13d700-5000-469a-b2ad-943f2ff91a24 req-1e2537e8-58a1-470d-b5f7-808826062429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:49:45.118653 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-6d13d700-5000-469a-b2ad-943f2ff91a24 req-1e2537e8-58a1-470d-b5f7-808826062429 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5a32d5d1-e1a3-4ef5-be5e-207bd58c1352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0833669 Feb 15 21:49:45.269533 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-6d13d700-5000-469a-b2ad-943f2ff91a24 req-3c3fa42e-fe94-416b-9a9c-74dfe12677a8 service neutron] 10.222.0.46 "GET /v2.0/networks/5a32d5d1-e1a3-4ef5-be5e-207bd58c1352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438699 Feb 15 21:49:45.422911 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-6d13d700-5000-469a-b2ad-943f2ff91a24 req-2ba3306a-6f94-47ae-ac2b-15231bc5240b service neutron] 10.222.0.46 "GET /v2.0/networks/5a32d5d1-e1a3-4ef5-be5e-207bd58c1352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1461031 Feb 15 21:49:49.098022 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-3cbd750e-1032-40cc-b028-a6cada816b29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:49:52.371134 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-5fdeff46-7e4d-4156-94d3-74836705bdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:49:52.536619 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-4f2d6fe3-588d-414d-8fc0-9e430caa4704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:49:53.483541 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:49:54.468207 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-c15141da-837e-426e-b554-b41f5a3e4bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:50:14.034331 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:50:18.761071 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.agents_db [None req-9c3f008a-7c02-4f45-a369-4199c6caa59a None None] Agent healthcheck: found 6 active agents {{(pid=84001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 15 21:50:19.102138 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-cfc44e03-070b-429f-b300-a08842615b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:50:22.367268 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-84e7d538-03ef-4e9d-a029-2971d83f40a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:50:22.544149 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-4f2d6fe3-588d-414d-8fc0-9e430caa4704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:50:23.496570 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:50:24.471731 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-c15141da-837e-426e-b554-b41f5a3e4bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:50:44.066185 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:50:45.608909 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-f29853a8-5cd0-4574-92a6-39d5ee53f816 req-d84eeb4f-e987-44c7-a7b3-27c3f1169bd4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e5482a83-bae4-476f-b0ba-1aca2bb0f2ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.2044146 Feb 15 21:50:45.774907 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29853a8-5cd0-4574-92a6-39d5ee53f816 req-6c0475f2-b51b-4708-9492-4121036390b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:50:45.776668 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-f29853a8-5cd0-4574-92a6-39d5ee53f816 req-6c0475f2-b51b-4708-9492-4121036390b1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=83efcaddc4174c70aaaa9d4a9e274006&device_id=e5482a83-bae4-476f-b0ba-1aca2bb0f2ae HTTP/1.1" status: 200 len: 1163 time: 0.0841370 Feb 15 21:50:45.944209 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29853a8-5cd0-4574-92a6-39d5ee53f816 req-7c73e20f-bb3c-4b34-968f-12e8814b0021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:50:45.945858 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-f29853a8-5cd0-4574-92a6-39d5ee53f816 req-7c73e20f-bb3c-4b34-968f-12e8814b0021 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5a32d5d1-e1a3-4ef5-be5e-207bd58c1352 HTTP/1.1" status: 200 len: 911 time: 0.1487794 Feb 15 21:50:46.060371 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-f29853a8-5cd0-4574-92a6-39d5ee53f816 req-fefd938a-3ff6-4eb9-8c1c-c86897ef57c3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cb876bfc-a135-447a-934a-6d4680c0eefa HTTP/1.1" status: 200 len: 1001 time: 0.1070492 Feb 15 21:50:46.134340 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29853a8-5cd0-4574-92a6-39d5ee53f816 req-524bc519-70ad-46c9-b409-8e37d0e972ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:50:46.136933 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-f29853a8-5cd0-4574-92a6-39d5ee53f816 req-524bc519-70ad-46c9-b409-8e37d0e972ac service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f1da26f9-af3a-42e2-9b06-af8d75ade4f1 HTTP/1.1" status: 200 len: 856 time: 0.0699413 Feb 15 21:50:46.232029 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29853a8-5cd0-4574-92a6-39d5ee53f816 req-befcaad6-6b66-4582-8d93-108708595774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:50:46.233644 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-f29853a8-5cd0-4574-92a6-39d5ee53f816 req-befcaad6-6b66-4582-8d93-108708595774 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5a32d5d1-e1a3-4ef5-be5e-207bd58c1352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0902240 Feb 15 21:50:46.245851 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [req-f29853a8-5cd0-4574-92a6-39d5ee53f816 req-d13a1dce-d67f-42fe-8ea6-73d0d5c123a3 service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=83999) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 21:50:46.246933 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-f29853a8-5cd0-4574-92a6-39d5ee53f816 req-d13a1dce-d67f-42fe-8ea6-73d0d5c123a3 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0062563 Feb 15 21:50:46.396843 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-f29853a8-5cd0-4574-92a6-39d5ee53f816 req-add71910-fac6-4501-a440-d68d8c21a326 service neutron] 10.222.0.46 "GET /v2.0/networks/5a32d5d1-e1a3-4ef5-be5e-207bd58c1352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427672 Feb 15 21:50:46.546422 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-f29853a8-5cd0-4574-92a6-39d5ee53f816 req-add32680-964e-4dd6-9bf5-bfa89058b651 service neutron] 10.222.0.46 "GET /v2.0/networks/5a32d5d1-e1a3-4ef5-be5e-207bd58c1352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1424735 Feb 15 21:50:49.109902 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-f60639f5-1a6a-44d8-a8ea-e30aefe0cc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:50:52.362242 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-3b6fc4b6-906e-474f-83bc-64e936995c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:50:52.544134 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-4f2d6fe3-588d-414d-8fc0-9e430caa4704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:50:53.492975 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:50:54.476380 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-c15141da-837e-426e-b554-b41f5a3e4bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:50:55.762718 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.agents_db [None req-9c3f008a-7c02-4f45-a369-4199c6caa59a None None] Agent healthcheck: found 6 active agents {{(pid=84001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 15 21:51:14.069988 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:19.104368 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-164b686a-95f5-4d94-bb2d-b1179628ad3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:21.457864 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823cb16c-c949-4653-92d9-b2ba07d736cb req-66d82be1-6f33-45c3-a784-ba6e64a8d036 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:51:21.459494 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-823cb16c-c949-4653-92d9-b2ba07d736cb req-66d82be1-6f33-45c3-a784-ba6e64a8d036 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/ports?device_id=e5482a83-bae4-476f-b0ba-1aca2bb0f2ae HTTP/1.1" status: 200 len: 946 time: 0.3266139 Feb 15 21:51:21.507264 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-823cb16c-c949-4653-92d9-b2ba07d736cb req-bac8aa63-087a-4ae2-b14b-80b3e132971d tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/security-groups?id=36c84c7e-747c-4296-a4e6-ed2a9acb3cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412583 Feb 15 21:51:22.365205 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-8d0f3989-508d-494b-90fd-cfa95b0a7cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:22.495247 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbba4f1-caf7-4341-bd4d-61425a9c8d18 req-6e2346b3-92f9-451d-b329-74e33e4cae4d tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:51:22.496764 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-dbbba4f1-caf7-4341-bd4d-61425a9c8d18 req-6e2346b3-92f9-451d-b329-74e33e4cae4d tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.46 "GET /v2.0/ports?device_id=e5482a83-bae4-476f-b0ba-1aca2bb0f2ae HTTP/1.1" status: 200 len: 946 time: 0.0927534 Feb 15 21:51:22.546377 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-4f2d6fe3-588d-414d-8fc0-9e430caa4704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:22.583480 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.plugin [req-dbbba4f1-caf7-4341-bd4d-61425a9c8d18 req-b4f06477-f990-4465-bb7b-ed84525361ed tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Deleting port cb876bfc-a135-447a-934a-6d4680c0eefa {{(pid=83999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 21:51:22.583863 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-dbbba4f1-caf7-4341-bd4d-61425a9c8d18 req-b4f06477-f990-4465-bb7b-ed84525361ed tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779317974814'] for port, before_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:22.866604 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296702b1-1921-47fb-85e6-c6dda1fcc861 req-478d9d18-e893-4f44-91b1-eed47ffcbd36 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:51:22.867975 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [req-dbbba4f1-caf7-4341-bd4d-61425a9c8d18 req-b4f06477-f990-4465-bb7b-ed84525361ed tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] For port cb876bfc-a135-447a-934a-6d4680c0eefa, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=cb876bfc-a135-447a-934a-6d4680c0eefa,segment=NetworkSegment(1388e872-eab5-4c96-8eb7-e6fd8402e86b),segment_id=1388e872-eab5-4c96-8eb7-e6fd8402e86b)] {{(pid=83999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:51:22.868341 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-296702b1-1921-47fb-85e6-c6dda1fcc861 req-478d9d18-e893-4f44-91b1-eed47ffcbd36 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/ports?device_id=e5482a83-bae4-476f-b0ba-1aca2bb0f2ae HTTP/1.1" status: 200 len: 946 time: 0.2215981 Feb 15 21:51:22.868463 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-dbbba4f1-caf7-4341-bd4d-61425a9c8d18 req-b4f06477-f990-4465-bb7b-ed84525361ed tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3871786'] for port, precommit_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:22.920519 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-296702b1-1921-47fb-85e6-c6dda1fcc861 req-f93fce6f-9947-4db9-a5cb-33db16d1ad0b tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/security-groups?id=36c84c7e-747c-4296-a4e6-ed2a9acb3cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446441 Feb 15 21:51:23.371837 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Device cb876bfc-a135-447a-934a-6d4680c0eefa no longer exists at agent ovs-agent-hv-cinder-77525 {{(pid=84000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 15 21:51:23.456534 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-dbbba4f1-caf7-4341-bd4d-61425a9c8d18 req-b4f06477-f990-4465-bb7b-ed84525361ed tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:23.456940 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-dbbba4f1-caf7-4341-bd4d-61425a9c8d18 req-b4f06477-f990-4465-bb7b-ed84525361ed tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3816703'] for floatingip, after_update {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:23.457306 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.db.l3_db [req-dbbba4f1-caf7-4341-bd4d-61425a9c8d18 req-b4f06477-f990-4465-bb7b-ed84525361ed tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Floating IP efdfba80-07a3-41ad-9fc9-1760f8622500 disassociated. External IP: 172.28.3.77, port: cb876bfc-a135-447a-934a-6d4680c0eefa. Feb 15 21:51:23.457728 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.plugin [req-dbbba4f1-caf7-4341-bd4d-61425a9c8d18 req-b4f06477-f990-4465-bb7b-ed84525361ed tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Calling delete_port for cb876bfc-a135-447a-934a-6d4680c0eefa owned by compute:nova {{(pid=83999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 21:51:23.508233 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:23.511112 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854104172'] for port, before_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:23.541102 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5482a83-bae4-476f-b0ba-1aca2bb0f2ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb876bfc-a135-447a-934a-6d4680c0eefa'}] {{(pid=84000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 21:51:23.552397 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] For port cb876bfc-a135-447a-934a-6d4680c0eefa, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=cb876bfc-a135-447a-934a-6d4680c0eefa,segment=NetworkSegment(1388e872-eab5-4c96-8eb7-e6fd8402e86b),segment_id=1388e872-eab5-4c96-8eb7-e6fd8402e86b)] {{(pid=84000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:51:23.555818 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779317976793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779317533282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257537242501'] for port, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:23.558121 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.db.api [req-dbbba4f1-caf7-4341-bd4d-61425a9c8d18 req-b4f06477-f990-4465-bb7b-ed84525361ed tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83999) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 15 21:51:23.558491 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_db.api [req-dbbba4f1-caf7-4341-bd4d-61425a9c8d18 req-b4f06477-f990-4465-bb7b-ed84525361ed tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 15 21:51:23.559003 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:51:23.633124 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Pushing event updated for resources: {'Port': ['ID=cb876bfc-a135-447a-934a-6d4680c0eefa,revision_number=7']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:51:23.642222 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:51:23.642610 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:51:23.642988 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:51:23.643343 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:51:23.643708 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:51:23.644075 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:51:23.644437 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:51:23.644797 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:51:23.645157 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:51:23.645557 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:51:23.645887 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:51:23.646251 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:51:23.646664 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:51:23.647062 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:51:23.647425 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:51:23.647782 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:51:23.648137 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:51:23.648480 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:51:23.648838 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:51:23.649189 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:51:23.649572 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:51:23.649926 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:51:23.650281 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:51:23.650636 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:51:23.655918 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5482a83-bae4-476f-b0ba-1aca2bb0f2ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb876bfc-a135-447a-934a-6d4680c0eefa', 'code': 200} Feb 15 21:51:23.656917 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:51:24.060379 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.plugin [req-dbbba4f1-caf7-4341-bd4d-61425a9c8d18 req-b4f06477-f990-4465-bb7b-ed84525361ed tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Deleting port cb876bfc-a135-447a-934a-6d4680c0eefa {{(pid=83999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 21:51:24.060911 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-dbbba4f1-caf7-4341-bd4d-61425a9c8d18 req-b4f06477-f990-4465-bb7b-ed84525361ed tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779317974814'] for port, before_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:24.130855 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31f3cff-4913-4116-a578-c55399e3e732 req-888c6c76-7e0d-4ca4-b8a6-d0f4e45d2c11 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:51:24.132504 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-a31f3cff-4913-4116-a578-c55399e3e732 req-888c6c76-7e0d-4ca4-b8a6-d0f4e45d2c11 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/ports?device_id=e5482a83-bae4-476f-b0ba-1aca2bb0f2ae HTTP/1.1" status: 200 len: 944 time: 0.0897861 Feb 15 21:51:24.186045 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-a31f3cff-4913-4116-a578-c55399e3e732 req-5f06f7a5-f1bf-4e24-ba7e-3fc4d2b97dc4 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/security-groups?id=36c84c7e-747c-4296-a4e6-ed2a9acb3cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464439 Feb 15 21:51:24.336668 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [req-dbbba4f1-caf7-4341-bd4d-61425a9c8d18 req-b4f06477-f990-4465-bb7b-ed84525361ed tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] For port cb876bfc-a135-447a-934a-6d4680c0eefa, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=cb876bfc-a135-447a-934a-6d4680c0eefa,segment=NetworkSegment(1388e872-eab5-4c96-8eb7-e6fd8402e86b),segment_id=1388e872-eab5-4c96-8eb7-e6fd8402e86b)] {{(pid=83999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:51:24.337071 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-dbbba4f1-caf7-4341-bd4d-61425a9c8d18 req-b4f06477-f990-4465-bb7b-ed84525361ed tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3871786'] for port, precommit_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:24.483567 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-c15141da-837e-426e-b554-b41f5a3e4bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:24.662406 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-dbbba4f1-caf7-4341-bd4d-61425a9c8d18 req-b4f06477-f990-4465-bb7b-ed84525361ed tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:24.662971 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-dbbba4f1-caf7-4341-bd4d-61425a9c8d18 req-b4f06477-f990-4465-bb7b-ed84525361ed tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3816703'] for floatingip, after_update {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:24.663187 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.db.l3_db [req-dbbba4f1-caf7-4341-bd4d-61425a9c8d18 req-b4f06477-f990-4465-bb7b-ed84525361ed tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Floating IP efdfba80-07a3-41ad-9fc9-1760f8622500 disassociated. External IP: 172.28.3.77, port: cb876bfc-a135-447a-934a-6d4680c0eefa. Feb 15 21:51:24.663659 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.plugin [req-dbbba4f1-caf7-4341-bd4d-61425a9c8d18 req-b4f06477-f990-4465-bb7b-ed84525361ed tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Calling delete_port for cb876bfc-a135-447a-934a-6d4680c0eefa owned by compute:nova {{(pid=83999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 21:51:24.837728 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-dbbba4f1-caf7-4341-bd4d-61425a9c8d18 req-b4f06477-f990-4465-bb7b-ed84525361ed tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779317976810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363257537242535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853815187'] for port, after_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:24.853481 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-12789139-32e1-41d3-a62a-2e3b967c1344 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:51:24.917057 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f06477-f990-4465-bb7b-ed84525361ed tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Pushing event deleted for resources: {'Port': ['ID=cb876bfc-a135-447a-934a-6d4680c0eefa,revision_number=None']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:51:24.977082 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f06477-f990-4465-bb7b-ed84525361ed tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:51:24.977538 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f06477-f990-4465-bb7b-ed84525361ed tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:51:24.977961 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f06477-f990-4465-bb7b-ed84525361ed tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:51:24.978366 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f06477-f990-4465-bb7b-ed84525361ed tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:51:24.978773 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f06477-f990-4465-bb7b-ed84525361ed tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:51:24.979175 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f06477-f990-4465-bb7b-ed84525361ed tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:51:24.979555 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f06477-f990-4465-bb7b-ed84525361ed tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:51:24.979980 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f06477-f990-4465-bb7b-ed84525361ed tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:51:24.980353 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f06477-f990-4465-bb7b-ed84525361ed tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:51:24.980781 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f06477-f990-4465-bb7b-ed84525361ed tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:51:24.981176 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f06477-f990-4465-bb7b-ed84525361ed tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:51:24.981593 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f06477-f990-4465-bb7b-ed84525361ed tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:51:24.982032 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f06477-f990-4465-bb7b-ed84525361ed tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:51:24.982430 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f06477-f990-4465-bb7b-ed84525361ed tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:51:24.982826 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f06477-f990-4465-bb7b-ed84525361ed tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:51:24.983219 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f06477-f990-4465-bb7b-ed84525361ed tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:51:24.983903 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f06477-f990-4465-bb7b-ed84525361ed tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:51:24.984119 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f06477-f990-4465-bb7b-ed84525361ed tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:51:24.984517 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f06477-f990-4465-bb7b-ed84525361ed tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:51:24.984914 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f06477-f990-4465-bb7b-ed84525361ed tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:51:24.985311 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f06477-f990-4465-bb7b-ed84525361ed tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:51:24.985722 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f06477-f990-4465-bb7b-ed84525361ed tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:51:24.986129 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f06477-f990-4465-bb7b-ed84525361ed tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:51:24.986514 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f06477-f990-4465-bb7b-ed84525361ed tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:51:24.996955 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-b4f06477-f990-4465-bb7b-ed84525361ed tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:51:25.250734 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dbbba4f1-caf7-4341-bd4d-61425a9c8d18 req-b4f06477-f990-4465-bb7b-ed84525361ed tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Router e81aad59-55ff-4a6a-8bd8-70b3ff138194 has already been hosted by L3 agent dc46b086-6cb1-49e8-b95e-1fe9b389155e {{(pid=83999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 15 21:51:25.446055 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-99be75d8-3dc3-49de-81da-f056cb6593c1 req-ad185e3b-f3e9-42fc-9c88-caff31c8d7e2 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/ports?device_id=e5482a83-bae4-476f-b0ba-1aca2bb0f2ae HTTP/1.1" status: 200 len: 210 time: 0.1249988 Feb 15 21:51:25.491914 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dbbba4f1-caf7-4341-bd4d-61425a9c8d18 req-b4f06477-f990-4465-bb7b-ed84525361ed tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Notify agent at l3_agent.dv-cinder-775250-3-smb the message routers_updated {{(pid=83999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 15 21:51:25.502234 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf61e4a2-3621-4228-b7a1-4cf259ec1b0c None None] Sync routers for ids ['e81aad59-55ff-4a6a-8bd8-70b3ff138194'] in dv-cinder-775250-3-smb {{(pid=84000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 15 21:51:25.513293 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf61e4a2-3621-4228-b7a1-4cf259ec1b0c None None] Routers {'e81aad59-55ff-4a6a-8bd8-70b3ff138194'} bound to L3 agent in host dv-cinder-775250-3-smb {{(pid=84000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 21:51:25.514039 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_hamode_db [None req-cf61e4a2-3621-4228-b7a1-4cf259ec1b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-15T21:30:22Z,description=,heartbeat_timestamp=2021-02-15T21:51:22Z,host='dv-cinder-775250-3-smb',id=dc46b086-6cb1-49e8-b95e-1fe9b389155e,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T21:30:22Z,topic='l3_agent')) {'router_ids': ['e81aad59-55ff-4a6a-8bd8-70b3ff138194'], 'active': True} {{(pid=84000) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:51:25.534975 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbbba4f1-caf7-4341-bd4d-61425a9c8d18 req-b4f06477-f990-4465-bb7b-ed84525361ed tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] No DVR routers for this DVR port cb876bfc-a135-447a-934a-6d4680c0eefa on host hv-cinder-77525 {{(pid=83999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 15 21:51:25.537505 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [req-dbbba4f1-caf7-4341-bd4d-61425a9c8d18 req-b4f06477-f990-4465-bb7b-ed84525361ed tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762656'] for port, before_response {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:25.540357 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5482a83-bae4-476f-b0ba-1aca2bb0f2ae', 'name': 'network-vif-deleted', 'tag': 'cb876bfc-a135-447a-934a-6d4680c0eefa'}] {{(pid=83999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 21:51:25.559473 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [req-dbbba4f1-caf7-4341-bd4d-61425a9c8d18 req-b4f06477-f990-4465-bb7b-ed84525361ed tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.46 "DELETE /v2.0/ports/cb876bfc-a135-447a-934a-6d4680c0eefa HTTP/1.1" status: 204 len: 173 time: 3.0566351 Feb 15 21:51:25.650189 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5482a83-bae4-476f-b0ba-1aca2bb0f2ae', 'name': 'network-vif-deleted', 'tag': 'cb876bfc-a135-447a-934a-6d4680c0eefa', 'status': 'completed', 'code': 200} Feb 15 21:51:25.922504 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvr_db [None req-cf61e4a2-3621-4228-b7a1-4cf259ec1b0c None None] Set router e81aad59-55ff-4a6a-8bd8-70b3ff138194 gateway port host: dv-cinder-775250-3-smb {{(pid=84000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 21:51:26.269464 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_hamode_db [None req-cf61e4a2-3621-4228-b7a1-4cf259ec1b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e81aad59-55ff-4a6a-8bd8-70b3ff138194', 'name': 'tempest-AttachVolumeShelveTestJSON-1680118998-router', 'tenant_id': '83efcaddc4174c70aaaa9d4a9e274006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'external_fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.90'}], 'enable_snat': True}, 'gw_port_id': '27e5490c-1a36-432e-9ed8-54c14c66d819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:41:09Z', 'updated_at': '2021-02-15T21:41:22Z', 'revision_number': 4, 'project_id': '83efcaddc4174c70aaaa9d4a9e274006', 'gw_port': {'id': '27e5490c-1a36-432e-9ed8-54c14c66d819', 'name': '', 'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:8c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e81aad59-55ff-4a6a-8bd8-70b3ff138194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:41:11Z', 'updated_at': '2021-02-15T21:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-smb', '_interfaces': [{'id': 'fbd7fb33-cdbc-4016-8b09-d901ceb05255', 'name': '', 'network_id': '5a32d5d1-e1a3-4ef5-be5e-207bd58c1352', 'tenant_id': '83efcaddc4174c70aaaa9d4a9e274006', 'mac_address': 'fa:16:3e:4f:04:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e81aad59-55ff-4a6a-8bd8-70b3ff138194', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'f1da26f9-af3a-42e2-9b06-af8d75ade4f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:41:19Z', 'updated_at': '2021-02-15T21:41:39Z', 'revision_number': 5, 'project_id': '83efcaddc4174c70aaaa9d4a9e274006', 'subnets': [{'id': 'f1da26f9-af3a-42e2-9b06-af8d75ade4f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-3-smb', False) {} {{(pid=84000) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:51:26.274597 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf61e4a2-3621-4228-b7a1-4cf259ec1b0c None None] Checking router: e81aad59-55ff-4a6a-8bd8-70b3ff138194 for host: dv-cinder-775250-3-smb {{(pid=84000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 15 21:51:26.284069 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf61e4a2-3621-4228-b7a1-4cf259ec1b0c None None] Routers {'e81aad59-55ff-4a6a-8bd8-70b3ff138194'} bound to L3 agent in host dv-cinder-775250-3-smb {{(pid=84000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 21:51:26.284734 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_hamode_db [None req-cf61e4a2-3621-4228-b7a1-4cf259ec1b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-15T21:30:22Z,description=,heartbeat_timestamp=2021-02-15T21:51:22Z,host='dv-cinder-775250-3-smb',id=dc46b086-6cb1-49e8-b95e-1fe9b389155e,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T21:30:22Z,topic='l3_agent')) {'router_ids': ['e81aad59-55ff-4a6a-8bd8-70b3ff138194'], 'active': True} {{(pid=84000) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:51:26.482566 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvr_db [None req-cf61e4a2-3621-4228-b7a1-4cf259ec1b0c None None] Set router e81aad59-55ff-4a6a-8bd8-70b3ff138194 gateway port host: dv-cinder-775250-3-smb {{(pid=84000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 21:51:26.838180 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_hamode_db [None req-cf61e4a2-3621-4228-b7a1-4cf259ec1b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e81aad59-55ff-4a6a-8bd8-70b3ff138194', 'name': 'tempest-AttachVolumeShelveTestJSON-1680118998-router', 'tenant_id': '83efcaddc4174c70aaaa9d4a9e274006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'external_fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.90'}], 'enable_snat': True}, 'gw_port_id': '27e5490c-1a36-432e-9ed8-54c14c66d819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:41:09Z', 'updated_at': '2021-02-15T21:41:22Z', 'revision_number': 4, 'project_id': '83efcaddc4174c70aaaa9d4a9e274006', 'gw_port': {'id': '27e5490c-1a36-432e-9ed8-54c14c66d819', 'name': '', 'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:8c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e81aad59-55ff-4a6a-8bd8-70b3ff138194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:41:11Z', 'updated_at': '2021-02-15T21:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-smb', '_interfaces': [{'id': 'fbd7fb33-cdbc-4016-8b09-d901ceb05255', 'name': '', 'network_id': '5a32d5d1-e1a3-4ef5-be5e-207bd58c1352', 'tenant_id': '83efcaddc4174c70aaaa9d4a9e274006', 'mac_address': 'fa:16:3e:4f:04:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e81aad59-55ff-4a6a-8bd8-70b3ff138194', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'f1da26f9-af3a-42e2-9b06-af8d75ade4f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:41:19Z', 'updated_at': '2021-02-15T21:41:39Z', 'revision_number': 5, 'project_id': '83efcaddc4174c70aaaa9d4a9e274006', 'subnets': [{'id': 'f1da26f9-af3a-42e2-9b06-af8d75ade4f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-3-smb', False) {} {{(pid=84000) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:51:26.842619 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf61e4a2-3621-4228-b7a1-4cf259ec1b0c None None] The sync data for ids ['e81aad59-55ff-4a6a-8bd8-70b3ff138194'] in dv-cinder-775250-3-smb is: [{'id': 'e81aad59-55ff-4a6a-8bd8-70b3ff138194', 'name': 'tempest-AttachVolumeShelveTestJSON-1680118998-router', 'tenant_id': '83efcaddc4174c70aaaa9d4a9e274006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'external_fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.90'}], 'enable_snat': True}, 'gw_port_id': '27e5490c-1a36-432e-9ed8-54c14c66d819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:41:09Z', 'updated_at': '2021-02-15T21:41:22Z', 'revision_number': 4, 'project_id': '83efcaddc4174c70aaaa9d4a9e274006', 'gw_port': {'id': '27e5490c-1a36-432e-9ed8-54c14c66d819', 'name': '', 'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:8c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e81aad59-55ff-4a6a-8bd8-70b3ff138194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:41:11Z', 'updated_at': '2021-02-15T21:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-smb', '_interfaces': [{'id': 'fbd7fb33-cdbc-4016-8b09-d901ceb05255', 'name': '', 'network_id': '5a32d5d1-e1a3-4ef5-be5e-207bd58c1352', 'tenant_id': '83efcaddc4174c70aaaa9d4a9e274006', 'mac_address': 'fa:16:3e:4f:04:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e81aad59-55ff-4a6a-8bd8-70b3ff138194', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'f1da26f9-af3a-42e2-9b06-af8d75ade4f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:41:19Z', 'updated_at': '2021-02-15T21:41:39Z', 'revision_number': 5, 'project_id': '83efcaddc4174c70aaaa9d4a9e274006', 'subnets': [{'id': 'f1da26f9-af3a-42e2-9b06-af8d75ade4f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 15 21:51:26.869511 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 54282) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:51:26.941073 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-c448abd2-8aad-4949-94f8-310f22e15dbf tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Notify callbacks [] for security_group, before_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:26.970640 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-c448abd2-8aad-4949-94f8-310f22e15dbf tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:27.020667 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-c448abd2-8aad-4949-94f8-310f22e15dbf tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:27.026335 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-c786be66-5e74-4e69-8393-f52aea491308 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:51:27.043326 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c448abd2-8aad-4949-94f8-310f22e15dbf tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36c84c7e-747c-4296-a4e6-ed2a9acb3cd6,revision_number=None']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:51:27.046537 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-c448abd2-8aad-4949-94f8-310f22e15dbf tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:51:27.053474 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-c448abd2-8aad-4949-94f8-310f22e15dbf tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Notify callbacks [] for security_group, before_response {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:27.054728 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-c448abd2-8aad-4949-94f8-310f22e15dbf tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "DELETE /v2.0/security-groups/36c84c7e-747c-4296-a4e6-ed2a9acb3cd6 HTTP/1.1" status: 204 len: 168 time: 0.1841435 Feb 15 21:51:27.057615 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 54286) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:51:27.076733 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.api.v2.resource [None req-3e6c7256-eefb-4eee-a18a-aeb9f78adf65 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] show failed (client error): The resource could not be found. Feb 15 21:51:27.077949 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-3e6c7256-eefb-4eee-a18a-aeb9f78adf65 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "GET /v2.0/security-groups/36c84c7e-747c-4296-a4e6-ed2a9acb3cd6 HTTP/1.1" status: 404 len: 347 time: 0.0191534 Feb 15 21:51:27.081237 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 54290) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:51:27.253316 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728bfc2f-410a-4bf4-b33b-7fcb9bd1b479 None None] New status for floating IP efdfba80-07a3-41ad-9fc9-1760f8622500: DOWN {{(pid=84001) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 15 21:51:27.254713 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.plugin [None req-ffa084fb-798c-4930-b2a7-574301e466b0 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Deleting port 440c78d7-5f71-460e-bc02-4747b81f0166 {{(pid=83999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 21:51:27.255099 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-ffa084fb-798c-4930-b2a7-574301e466b0 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779317974814'] for port, before_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:27.439435 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-ffa084fb-798c-4930-b2a7-574301e466b0 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3871786'] for port, precommit_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:27.439756 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-ffa084fb-798c-4930-b2a7-574301e466b0 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:27.577655 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.plugin [None req-ffa084fb-798c-4930-b2a7-574301e466b0 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Calling delete_port for 440c78d7-5f71-460e-bc02-4747b81f0166 owned by network:floatingip {{(pid=83999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 21:51:27.666477 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.db.api [None req-ffa084fb-798c-4930-b2a7-574301e466b0 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83999) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 15 21:51:27.666781 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_db.api [None req-ffa084fb-798c-4930-b2a7-574301e466b0 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 15 21:51:28.168252 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.plugin [None req-ffa084fb-798c-4930-b2a7-574301e466b0 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Deleting port 440c78d7-5f71-460e-bc02-4747b81f0166 {{(pid=83999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 21:51:28.168824 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-ffa084fb-798c-4930-b2a7-574301e466b0 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779317974814'] for port, before_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:28.358494 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-ffa084fb-798c-4930-b2a7-574301e466b0 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3871786'] for port, precommit_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:28.358859 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-ffa084fb-798c-4930-b2a7-574301e466b0 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:28.497129 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.plugin [None req-ffa084fb-798c-4930-b2a7-574301e466b0 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Calling delete_port for 440c78d7-5f71-460e-bc02-4747b81f0166 owned by network:floatingip {{(pid=83999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 21:51:28.651551 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-ffa084fb-798c-4930-b2a7-574301e466b0 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779317976810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363257537242535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853815187'] for port, after_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:28.665441 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-0c5a1425-907f-47e2-9e2f-fff7437c6a0b tempest-TestMinimumBasicScenario-718564153 tempest-TestMinimumBasicScenario-718564153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:51:28.724293 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa084fb-798c-4930-b2a7-574301e466b0 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Pushing event deleted for resources: {'Port': ['ID=440c78d7-5f71-460e-bc02-4747b81f0166,revision_number=None']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:51:28.727150 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-ffa084fb-798c-4930-b2a7-574301e466b0 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:51:28.900361 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-ffa084fb-798c-4930-b2a7-574301e466b0 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Notify callbacks [] for floatingip, after_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:28.915620 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-ffa084fb-798c-4930-b2a7-574301e466b0 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762656'] for floatingip, before_response {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:28.916852 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-ffa084fb-798c-4930-b2a7-574301e466b0 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] 10.222.0.68 "DELETE /v2.0/floatingips/efdfba80-07a3-41ad-9fc9-1760f8622500 HTTP/1.1" status: 204 len: 168 time: 1.8345344 Feb 15 21:51:31.838544 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 54316) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:51:32.764175 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.agents_db [None req-9c3f008a-7c02-4f45-a369-4199c6caa59a None None] Agent healthcheck: found 6 active agents {{(pid=84001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 15 21:51:32.925876 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-561f0a9a-67fd-487d-8c84-f12694d24c0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3814365'] for router_interface, before_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:33.338153 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.plugin [None req-561f0a9a-67fd-487d-8c84-f12694d24c0d admin admin] Deleting port fbd7fb33-cdbc-4016-8b09-d901ceb05255 {{(pid=83999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 21:51:33.338540 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-561f0a9a-67fd-487d-8c84-f12694d24c0d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779317974814'] for port, before_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:33.544172 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [None req-561f0a9a-67fd-487d-8c84-f12694d24c0d admin admin] For port fbd7fb33-cdbc-4016-8b09-d901ceb05255, host dv-cinder-775250-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-3-smb',level=0,port_id=fbd7fb33-cdbc-4016-8b09-d901ceb05255,segment=NetworkSegment(1388e872-eab5-4c96-8eb7-e6fd8402e86b),segment_id=1388e872-eab5-4c96-8eb7-e6fd8402e86b)] {{(pid=83999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:51:33.544572 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-561f0a9a-67fd-487d-8c84-f12694d24c0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3871786'] for port, precommit_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:33.683864 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.plugin [None req-561f0a9a-67fd-487d-8c84-f12694d24c0d admin admin] Calling delete_port for fbd7fb33-cdbc-4016-8b09-d901ceb05255 owned by network:router_interface {{(pid=83999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 21:51:33.877316 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-561f0a9a-67fd-487d-8c84-f12694d24c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779317976810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363257537242535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853815187'] for port, after_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:33.892288 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-aaf9edf6-a92a-4f9b-9f6f-0c2b0b54d110 tempest-VolumesSnapshotTestJSON-913931847 tempest-VolumesSnapshotTestJSON-913931847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:51:33.949913 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f0a9a-67fd-487d-8c84-f12694d24c0d admin admin] Pushing event deleted for resources: {'Port': ['ID=fbd7fb33-cdbc-4016-8b09-d901ceb05255,revision_number=None']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:51:33.954005 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-561f0a9a-67fd-487d-8c84-f12694d24c0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:51:34.319467 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-561f0a9a-67fd-487d-8c84-f12694d24c0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3727584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3814307'] for router_interface, after_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:34.860459 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-561f0a9a-67fd-487d-8c84-f12694d24c0d admin admin] Router e81aad59-55ff-4a6a-8bd8-70b3ff138194 has already been hosted by L3 agent dc46b086-6cb1-49e8-b95e-1fe9b389155e {{(pid=83999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 15 21:51:35.053833 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-561f0a9a-67fd-487d-8c84-f12694d24c0d admin admin] Notify agent at l3_agent.dv-cinder-775250-3-smb the message routers_updated {{(pid=83999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 15 21:51:35.063943 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08cee3f-7a7e-4af3-b681-a2e115430f55 None None] Sync routers for ids ['e81aad59-55ff-4a6a-8bd8-70b3ff138194'] in dv-cinder-775250-3-smb {{(pid=84000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 15 21:51:35.067426 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-561f0a9a-67fd-487d-8c84-f12694d24c0d admin admin] 10.222.0.68 "PUT /v2.0/routers/e81aad59-55ff-4a6a-8bd8-70b3ff138194/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2276640 Feb 15 21:51:35.070436 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83998) accepted ('10.222.0.68', 54322) {{(pid=83998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:51:35.075523 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08cee3f-7a7e-4af3-b681-a2e115430f55 None None] Routers {'e81aad59-55ff-4a6a-8bd8-70b3ff138194'} bound to L3 agent in host dv-cinder-775250-3-smb {{(pid=84000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 21:51:35.076205 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_hamode_db [None req-f08cee3f-7a7e-4af3-b681-a2e115430f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-15T21:30:22Z,description=,heartbeat_timestamp=2021-02-15T21:51:22Z,host='dv-cinder-775250-3-smb',id=dc46b086-6cb1-49e8-b95e-1fe9b389155e,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T21:30:22Z,topic='l3_agent')) {'router_ids': ['e81aad59-55ff-4a6a-8bd8-70b3ff138194'], 'active': True} {{(pid=84000) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:51:35.261572 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-3cd3d0ce-b34c-4d55-8700-7b168e8748c2 admin admin] Notify callbacks [] for router, before_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:35.266569 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvr_db [None req-f08cee3f-7a7e-4af3-b681-a2e115430f55 None None] Set router e81aad59-55ff-4a6a-8bd8-70b3ff138194 gateway port host: dv-cinder-775250-3-smb {{(pid=84000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 21:51:35.450363 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-3cd3d0ce-b34c-4d55-8700-7b168e8748c2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:35.455996 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.plugin [None req-3cd3d0ce-b34c-4d55-8700-7b168e8748c2 admin admin] Deleting port 27e5490c-1a36-432e-9ed8-54c14c66d819 {{(pid=83998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 21:51:35.456365 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-3cd3d0ce-b34c-4d55-8700-7b168e8748c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779317974814'] for port, before_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:35.575515 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_hamode_db [None req-f08cee3f-7a7e-4af3-b681-a2e115430f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e81aad59-55ff-4a6a-8bd8-70b3ff138194', 'name': 'tempest-AttachVolumeShelveTestJSON-1680118998-router', 'tenant_id': '83efcaddc4174c70aaaa9d4a9e274006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'external_fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.90'}], 'enable_snat': True}, 'gw_port_id': '27e5490c-1a36-432e-9ed8-54c14c66d819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:41:09Z', 'updated_at': '2021-02-15T21:51:33Z', 'revision_number': 5, 'project_id': '83efcaddc4174c70aaaa9d4a9e274006', 'gw_port': {'id': '27e5490c-1a36-432e-9ed8-54c14c66d819', 'name': '', 'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:8c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e81aad59-55ff-4a6a-8bd8-70b3ff138194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:41:11Z', 'updated_at': '2021-02-15T21:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-smb'}], 'dv-cinder-775250-3-smb', False) {} {{(pid=84000) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:51:35.579774 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08cee3f-7a7e-4af3-b681-a2e115430f55 None None] Checking router: e81aad59-55ff-4a6a-8bd8-70b3ff138194 for host: dv-cinder-775250-3-smb {{(pid=84000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 15 21:51:35.588801 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08cee3f-7a7e-4af3-b681-a2e115430f55 None None] Routers {'e81aad59-55ff-4a6a-8bd8-70b3ff138194'} bound to L3 agent in host dv-cinder-775250-3-smb {{(pid=84000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 21:51:35.589495 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_hamode_db [None req-f08cee3f-7a7e-4af3-b681-a2e115430f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-15T21:30:22Z,description=,heartbeat_timestamp=2021-02-15T21:51:22Z,host='dv-cinder-775250-3-smb',id=dc46b086-6cb1-49e8-b95e-1fe9b389155e,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T21:30:22Z,topic='l3_agent')) {'router_ids': ['e81aad59-55ff-4a6a-8bd8-70b3ff138194'], 'active': True} {{(pid=84000) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:51:35.640768 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [None req-3cd3d0ce-b34c-4d55-8700-7b168e8748c2 admin admin] For port 27e5490c-1a36-432e-9ed8-54c14c66d819, host dv-cinder-775250-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-3-smb',level=0,port_id=27e5490c-1a36-432e-9ed8-54c14c66d819,segment=NetworkSegment(aaff8bb9-4958-4cc8-8842-2399e4673088),segment_id=aaff8bb9-4958-4cc8-8842-2399e4673088)] {{(pid=83998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:51:35.641169 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-3cd3d0ce-b34c-4d55-8700-7b168e8748c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3871786'] for port, precommit_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:35.779819 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvr_db [None req-f08cee3f-7a7e-4af3-b681-a2e115430f55 None None] Set router e81aad59-55ff-4a6a-8bd8-70b3ff138194 gateway port host: dv-cinder-775250-3-smb {{(pid=84000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 21:51:35.791141 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.plugin [None req-3cd3d0ce-b34c-4d55-8700-7b168e8748c2 admin admin] Calling delete_port for 27e5490c-1a36-432e-9ed8-54c14c66d819 owned by network:router_gateway {{(pid=83998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 21:51:35.951421 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-3cd3d0ce-b34c-4d55-8700-7b168e8748c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779317976810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363257537242535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263201797'] for port, after_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:36.112291 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_hamode_db [None req-f08cee3f-7a7e-4af3-b681-a2e115430f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e81aad59-55ff-4a6a-8bd8-70b3ff138194', 'name': 'tempest-AttachVolumeShelveTestJSON-1680118998-router', 'tenant_id': '83efcaddc4174c70aaaa9d4a9e274006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'external_fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.90'}], 'enable_snat': True}, 'gw_port_id': '27e5490c-1a36-432e-9ed8-54c14c66d819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:41:09Z', 'updated_at': '2021-02-15T21:51:33Z', 'revision_number': 5, 'project_id': '83efcaddc4174c70aaaa9d4a9e274006', 'gw_port': {'id': '27e5490c-1a36-432e-9ed8-54c14c66d819', 'name': '', 'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:8c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e81aad59-55ff-4a6a-8bd8-70b3ff138194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:41:11Z', 'updated_at': '2021-02-15T21:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-smb'}], 'dv-cinder-775250-3-smb', False) {} {{(pid=84000) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:51:36.118465 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08cee3f-7a7e-4af3-b681-a2e115430f55 None None] The sync data for ids ['e81aad59-55ff-4a6a-8bd8-70b3ff138194'] in dv-cinder-775250-3-smb is: [{'id': 'e81aad59-55ff-4a6a-8bd8-70b3ff138194', 'name': 'tempest-AttachVolumeShelveTestJSON-1680118998-router', 'tenant_id': '83efcaddc4174c70aaaa9d4a9e274006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'external_fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.90'}], 'enable_snat': True}, 'gw_port_id': '27e5490c-1a36-432e-9ed8-54c14c66d819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:41:09Z', 'updated_at': '2021-02-15T21:51:33Z', 'revision_number': 5, 'project_id': '83efcaddc4174c70aaaa9d4a9e274006', 'gw_port': {'id': '27e5490c-1a36-432e-9ed8-54c14c66d819', 'name': '', 'network_id': 'f2926baf-a168-440c-89c9-d3754209afe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:8c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e81aad59-55ff-4a6a-8bd8-70b3ff138194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'ip_address': '172.28.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:41:11Z', 'updated_at': '2021-02-15T21:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '200a9da9-53a8-4f45-a42a-32f02ceebfef', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-smb'}] {{(pid=84000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 15 21:51:36.188141 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-3cd3d0ce-b34c-4d55-8700-7b168e8748c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036850959147'] for router_gateway, after_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:36.229648 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Device fbd7fb33-cdbc-4016-8b09-d901ceb05255 no longer exists at agent ovs-agent-dv-cinder-775250-3-smb {{(pid=84000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 15 21:51:36.269776 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.plugin [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] No Port match for: fbd7fb33-cdbc-4016-8b09-d901ceb05255 {{(pid=84000) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 15 21:51:36.270180 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Device fbd7fb33-cdbc-4016-8b09-d901ceb05255 not bound to the agent host dv-cinder-775250-3-smb {{(pid=84000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 15 21:51:36.333029 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-3cd3d0ce-b34c-4d55-8700-7b168e8748c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036850962535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854714813'] for router, precommit_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:36.335978 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-3cd3d0ce-b34c-4d55-8700-7b168e8748c2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:36.366230 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-3cd3d0ce-b34c-4d55-8700-7b168e8748c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850965769'] for router, after_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:36.366835 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cd3d0ce-b34c-4d55-8700-7b168e8748c2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e81aad59-55ff-4a6a-8bd8-70b3ff138194 {{(pid=83998) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 15 21:51:36.388281 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-3cd3d0ce-b34c-4d55-8700-7b168e8748c2 admin admin] Notify callbacks [] for router, before_response {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:36.389784 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-3cd3d0ce-b34c-4d55-8700-7b168e8748c2 admin admin] 10.222.0.68 "DELETE /v2.0/routers/e81aad59-55ff-4a6a-8bd8-70b3ff138194 HTTP/1.1" status: 204 len: 168 time: 1.3180101 Feb 15 21:51:36.392792 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83998) accepted ('10.222.0.68', 54326) {{(pid=83998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:51:36.464472 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.db_base_plugin_v2 [None req-4dc03c0f-7988-4801-9f84-5a08da1b8af1 admin admin] Deleting subnet f1da26f9-af3a-42e2-9b06-af8d75ade4f1 {{(pid=83998) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 15 21:51:36.468444 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-4dc03c0f-7988-4801-9f84-5a08da1b8af1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:36.522927 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-4dc03c0f-7988-4801-9f84-5a08da1b8af1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263517196'] for subnet, precommit_delete_associations {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:36.655423 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-4dc03c0f-7988-4801-9f84-5a08da1b8af1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3509935'] for subnet, precommit_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:36.928464 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-4dc03c0f-7988-4801-9f84-5a08da1b8af1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851265832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036591573781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036591297353'] for subnet, after_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:36.942316 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-aabc8d26-1880-4fc2-9b8a-013127710d2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:51:36.993804 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc03c0f-7988-4801-9f84-5a08da1b8af1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1da26f9-af3a-42e2-9b06-af8d75ade4f1,revision_number=None']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:51:37.054312 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc03c0f-7988-4801-9f84-5a08da1b8af1 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:51:37.054730 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc03c0f-7988-4801-9f84-5a08da1b8af1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:51:37.055137 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc03c0f-7988-4801-9f84-5a08da1b8af1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:51:37.055539 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc03c0f-7988-4801-9f84-5a08da1b8af1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:51:37.055935 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc03c0f-7988-4801-9f84-5a08da1b8af1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:51:37.056333 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc03c0f-7988-4801-9f84-5a08da1b8af1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:51:37.056726 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc03c0f-7988-4801-9f84-5a08da1b8af1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:51:37.057103 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc03c0f-7988-4801-9f84-5a08da1b8af1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:51:37.057547 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc03c0f-7988-4801-9f84-5a08da1b8af1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:51:37.057944 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc03c0f-7988-4801-9f84-5a08da1b8af1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:51:37.058335 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc03c0f-7988-4801-9f84-5a08da1b8af1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:51:37.058724 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc03c0f-7988-4801-9f84-5a08da1b8af1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:51:37.059174 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc03c0f-7988-4801-9f84-5a08da1b8af1 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:51:37.059573 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc03c0f-7988-4801-9f84-5a08da1b8af1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:51:37.059960 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc03c0f-7988-4801-9f84-5a08da1b8af1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:51:37.060331 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc03c0f-7988-4801-9f84-5a08da1b8af1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:51:37.060720 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc03c0f-7988-4801-9f84-5a08da1b8af1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:51:37.061425 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc03c0f-7988-4801-9f84-5a08da1b8af1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:51:37.061639 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc03c0f-7988-4801-9f84-5a08da1b8af1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:51:37.062126 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc03c0f-7988-4801-9f84-5a08da1b8af1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:51:37.062524 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc03c0f-7988-4801-9f84-5a08da1b8af1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:51:37.062918 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc03c0f-7988-4801-9f84-5a08da1b8af1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:51:37.063344 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc03c0f-7988-4801-9f84-5a08da1b8af1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:51:37.063734 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc03c0f-7988-4801-9f84-5a08da1b8af1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:51:37.072227 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-4dc03c0f-7988-4801-9f84-5a08da1b8af1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:51:37.107124 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-4dc03c0f-7988-4801-9f84-5a08da1b8af1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:37.112975 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca0f7f19-7153-4c5a-9bd4-bb3fe7a0be3b None None] Network 5a32d5d1-e1a3-4ef5-be5e-207bd58c1352 requested from dv-cinder-775250-3-smb {{(pid=84000) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 15 21:51:37.113926 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-4dc03c0f-7988-4801-9f84-5a08da1b8af1 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/f1da26f9-af3a-42e2-9b06-af8d75ade4f1 HTTP/1.1" status: 204 len: 168 time: 0.7200541 Feb 15 21:51:37.116739 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83998) accepted ('10.222.0.68', 54330) {{(pid=83998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:51:37.231314 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-f1f2ac41-b01f-4fa0-9491-683dc661fd14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3535857'] for network, before_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:37.305226 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.plugin [None req-f1f2ac41-b01f-4fa0-9491-683dc661fd14 admin admin] Deleting port 645c611d-f6a4-4b11-ae50-4b4d93b52395 {{(pid=83998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 21:51:37.305568 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-f1f2ac41-b01f-4fa0-9491-683dc661fd14 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779317974814'] for port, before_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:37.377605 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e82f85c0-275b-4d33-8403-0524a9e2b1c2 None None] DHCP port deletion for 5a32d5d1-e1a3-4ef5-be5e-207bd58c1352 request from dv-cinder-775250-3-smb {{(pid=84000) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 15 21:51:37.382598 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.plugin [None req-e82f85c0-275b-4d33-8403-0524a9e2b1c2 None None] Deleting port 645c611d-f6a4-4b11-ae50-4b4d93b52395 {{(pid=84000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 21:51:37.383029 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-e82f85c0-275b-4d33-8403-0524a9e2b1c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779317974814'] for port, before_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:37.550283 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [None req-f1f2ac41-b01f-4fa0-9491-683dc661fd14 admin admin] For port 645c611d-f6a4-4b11-ae50-4b4d93b52395, host dv-cinder-775250-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-3-smb',level=0,port_id=645c611d-f6a4-4b11-ae50-4b4d93b52395,segment=NetworkSegment(1388e872-eab5-4c96-8eb7-e6fd8402e86b),segment_id=1388e872-eab5-4c96-8eb7-e6fd8402e86b)] {{(pid=83998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:51:37.550676 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-f1f2ac41-b01f-4fa0-9491-683dc661fd14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3871786'] for port, precommit_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:37.685998 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.plugin [None req-f1f2ac41-b01f-4fa0-9491-683dc661fd14 admin admin] Calling delete_port for 645c611d-f6a4-4b11-ae50-4b4d93b52395 owned by network:dhcp {{(pid=83998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 21:51:37.767972 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-f1f2ac41-b01f-4fa0-9491-683dc661fd14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854102463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850818080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779317976810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363257537242535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263201797'] for port, after_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:37.787055 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-7f68cf25-c0c7-4257-be3b-46b8ac7e9ea9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:51:37.799097 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.db [None req-e82f85c0-275b-4d33-8403-0524a9e2b1c2 None None] For port 645c611d-f6a4-4b11-ae50-4b4d93b52395, host dv-cinder-775250-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-3-smb',level=0,port_id=645c611d-f6a4-4b11-ae50-4b4d93b52395,segment=NetworkSegment(1388e872-eab5-4c96-8eb7-e6fd8402e86b),segment_id=1388e872-eab5-4c96-8eb7-e6fd8402e86b)] {{(pid=84000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:51:37.799626 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-e82f85c0-275b-4d33-8403-0524a9e2b1c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3871786'] for port, precommit_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:37.844022 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f2ac41-b01f-4fa0-9491-683dc661fd14 admin admin] Pushing event deleted for resources: {'Port': ['ID=645c611d-f6a4-4b11-ae50-4b4d93b52395,revision_number=None']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:51:37.849131 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-f1f2ac41-b01f-4fa0-9491-683dc661fd14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:51:37.934714 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.plugin [None req-e82f85c0-275b-4d33-8403-0524a9e2b1c2 None None] Calling delete_port for 645c611d-f6a4-4b11-ae50-4b4d93b52395 owned by network:dhcp {{(pid=84000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 21:51:37.936748 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f2ac41-b01f-4fa0-9491-683dc661fd14 admin admin] No DVR routers for this DVR port 645c611d-f6a4-4b11-ae50-4b4d93b52395 on host dv-cinder-775250-3-smb {{(pid=83998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 15 21:51:38.015235 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.db.api [None req-e82f85c0-275b-4d33-8403-0524a9e2b1c2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84000) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 15 21:51:38.015640 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_db.api [None req-e82f85c0-275b-4d33-8403-0524a9e2b1c2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84000) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 15 21:51:38.065875 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-f1f2ac41-b01f-4fa0-9491-683dc661fd14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3509558', 'neutron.services.segments.db._delete_segments_for_network--9223363257536900809'] for network, precommit_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:38.193425 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.services.segments.db [None req-f1f2ac41-b01f-4fa0-9491-683dc661fd14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a32d5d1-e1a3-4ef5-be5e-207bd58c1352']}} {{(pid=83998) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:51:38.213000 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.services.segments.db [None req-f1f2ac41-b01f-4fa0-9491-683dc661fd14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1388e872-eab5-4c96-8eb7-e6fd8402e86b') {'for_net_delete': True} {{(pid=83998) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:51:38.213301 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.services.segments.db [None req-f1f2ac41-b01f-4fa0-9491-683dc661fd14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1388e872-eab5-4c96-8eb7-e6fd8402e86b') {} {{(pid=83998) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:51:38.227798 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-f1f2ac41-b01f-4fa0-9491-683dc661fd14 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318004322', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036591258620'] for segment, before_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:38.243774 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-f1f2ac41-b01f-4fa0-9491-683dc661fd14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515977'] for segment, precommit_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:38.246041 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f1f2ac41-b01f-4fa0-9491-683dc661fd14 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=83998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 15 21:51:38.271925 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Device 27e5490c-1a36-432e-9ed8-54c14c66d819 no longer exists at agent ovs-agent-dv-cinder-775250-3-smb {{(pid=84000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 15 21:51:38.309746 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.plugin [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] No Port match for: 27e5490c-1a36-432e-9ed8-54c14c66d819 {{(pid=84000) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 15 21:51:38.310141 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Device 27e5490c-1a36-432e-9ed8-54c14c66d819 not bound to the agent host dv-cinder-775250-3-smb {{(pid=84000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 15 21:51:38.310598 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Device 645c611d-f6a4-4b11-ae50-4b4d93b52395 no longer exists at agent ovs-agent-dv-cinder-775250-3-smb {{(pid=84000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 15 21:51:38.347014 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.plugin [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] No Port match for: 645c611d-f6a4-4b11-ae50-4b4d93b52395 {{(pid=84000) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 15 21:51:38.347410 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.rpc [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Device 645c611d-f6a4-4b11-ae50-4b4d93b52395 not bound to the agent host dv-cinder-775250-3-smb {{(pid=84000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 15 21:51:38.428247 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.managers [None req-f1f2ac41-b01f-4fa0-9491-683dc661fd14 admin admin] Network 5a32d5d1-e1a3-4ef5-be5e-207bd58c1352 has no segments {{(pid=83998) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 15 21:51:38.437613 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-f1f2ac41-b01f-4fa0-9491-683dc661fd14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851259790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036591573954'] for segment, after_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:38.517381 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.plugin [None req-e82f85c0-275b-4d33-8403-0524a9e2b1c2 None None] Deleting port 645c611d-f6a4-4b11-ae50-4b4d93b52395 {{(pid=84000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 21:51:38.517753 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-e82f85c0-275b-4d33-8403-0524a9e2b1c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779317974814'] for port, before_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:38.597797 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.plugin [None req-e82f85c0-275b-4d33-8403-0524a9e2b1c2 None None] The port '645c611d-f6a4-4b11-ae50-4b4d93b52395' was deleted {{(pid=84000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 15 21:51:38.867353 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.plugins.ml2.managers [None req-f1f2ac41-b01f-4fa0-9491-683dc661fd14 admin admin] Network 5a32d5d1-e1a3-4ef5-be5e-207bd58c1352 has no segments {{(pid=83998) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 15 21:51:38.891495 dv-cinder-775250-3-smb neutron-server[83887]: Traceback (most recent call last): Feb 15 21:51:38.891495 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 21:51:38.891495 dv-cinder-775250-3-smb neutron-server[83887]: timer() Feb 15 21:51:38.891495 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 21:51:38.891495 dv-cinder-775250-3-smb neutron-server[83887]: cb(*args, **kw) Feb 15 21:51:38.891495 dv-cinder-775250-3-smb neutron-server[83887]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 15 21:51:38.891495 dv-cinder-775250-3-smb neutron-server[83887]: return func(*args, **kwargs) Feb 15 21:51:38.891495 dv-cinder-775250-3-smb neutron-server[83887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 21:51:38.891495 dv-cinder-775250-3-smb neutron-server[83887]: self._notify() Feb 15 21:51:38.891495 dv-cinder-775250-3-smb neutron-server[83887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 21:51:38.891495 dv-cinder-775250-3-smb neutron-server[83887]: self.callback(batched_events) Feb 15 21:51:38.891495 dv-cinder-775250-3-smb neutron-server[83887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 21:51:38.891495 dv-cinder-775250-3-smb neutron-server[83887]: event.method(event) Feb 15 21:51:38.891495 dv-cinder-775250-3-smb neutron-server[83887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 21:51:38.891495 dv-cinder-775250-3-smb neutron-server[83887]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 21:51:38.891495 dv-cinder-775250-3-smb neutron-server[83887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 15 21:51:38.891495 dv-cinder-775250-3-smb neutron-server[83887]: segment_id)['aggregates'][0] Feb 15 21:51:38.891495 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 21:51:38.891495 dv-cinder-775250-3-smb neutron-server[83887]: return f(self, *a, **k) Feb 15 21:51:38.891495 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 21:51:38.891495 dv-cinder-775250-3-smb neutron-server[83887]: return self._get(url).json() Feb 15 21:51:38.891495 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 21:51:38.891495 dv-cinder-775250-3-smb neutron-server[83887]: **kwargs) Feb 15 21:51:38.891495 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 15 21:51:38.891495 dv-cinder-775250-3-smb neutron-server[83887]: return self.request(url, 'GET', **kwargs) Feb 15 21:51:38.891495 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 15 21:51:38.891495 dv-cinder-775250-3-smb neutron-server[83887]: **endpoint_filter) Feb 15 21:51:38.891495 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 15 21:51:38.891495 dv-cinder-775250-3-smb neutron-server[83887]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 21:51:38.891495 dv-cinder-775250-3-smb neutron-server[83887]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 15 21:51:38.891495 dv-cinder-775250-3-smb neutron-server[83887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 21:51:38.891495 dv-cinder-775250-3-smb neutron-server[83887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 21:51:38.972570 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-f1f2ac41-b01f-4fa0-9491-683dc661fd14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851266290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851048232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3816652'] for network, after_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:38.976223 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:51:38.992419 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-f1f2ac41-b01f-4fa0-9491-683dc661fd14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851048245'] for network, before_response {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:39.001598 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f2ac41-b01f-4fa0-9491-683dc661fd14 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a32d5d1-e1a3-4ef5-be5e-207bd58c1352,revision_number=None']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:51:39.005043 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-f1f2ac41-b01f-4fa0-9491-683dc661fd14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:51:39.016691 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-f1f2ac41-b01f-4fa0-9491-683dc661fd14 admin admin] 10.222.0.68 "DELETE /v2.0/networks/5a32d5d1-e1a3-4ef5-be5e-207bd58c1352 HTTP/1.1" status: 204 len: 168 time: 1.8988149 Feb 15 21:51:39.152112 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 54336) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:51:39.214761 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-e37f4446-3fcf-4f6d-bdc4-74617b0cab12 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=83efcaddc4174c70aaaa9d4a9e274006&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0610356 Feb 15 21:51:39.218746 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 54340) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:51:39.281604 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-c0b37cf2-fdea-409d-bac5-824acc02aa6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:39.309026 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-c0b37cf2-fdea-409d-bac5-824acc02aa6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:39.357356 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-c0b37cf2-fdea-409d-bac5-824acc02aa6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:39.361313 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-947d3394-59ee-40ea-8029-593a37c57764 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:51:39.376116 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b37cf2-fdea-409d-bac5-824acc02aa6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7c9d5aa-8240-493a-8e26-5269bb3e2a4c,revision_number=None']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:51:39.381718 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-c0b37cf2-fdea-409d-bac5-824acc02aa6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:51:39.383759 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-c0b37cf2-fdea-409d-bac5-824acc02aa6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:39.385028 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-c0b37cf2-fdea-409d-bac5-824acc02aa6f admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/f7c9d5aa-8240-493a-8e26-5269bb3e2a4c HTTP/1.1" status: 204 len: 168 time: 0.1653235 Feb 15 21:51:42.589178 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 54412) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:51:42.722321 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdc6d-5c73-453e-b881-c839662b6832 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:42.738742 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-3f6fdc6d-5c73-453e-b881-c839662b6832 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:51:42.743173 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-3f6fdc6d-5c73-453e-b881-c839662b6832 admin admin] Usage tracker for resource:security_group_rule and tenant:211d452ff31b4e33a06b961cebe47ca2 is out of sync, need to count used quota {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:51:42.746131 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-3f6fdc6d-5c73-453e-b881-c839662b6832 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:51:42.752789 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-3f6fdc6d-5c73-453e-b881-c839662b6832 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:51:42.854445 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdc6d-5c73-453e-b881-c839662b6832 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:42.859294 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdc6d-5c73-453e-b881-c839662b6832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:42.867358 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-1751e9ed-54c2-4165-b295-f10ceee1609d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:51:42.911173 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdc6d-5c73-453e-b881-c839662b6832 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aad38a72-a6dc-416e-bb8d-e94363f165a3,revision_number=1']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:51:42.918692 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-3f6fdc6d-5c73-453e-b881-c839662b6832 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=211d452ff31b4e33a06b961cebe47ca2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3255117 Feb 15 21:51:42.918692 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-3f6fdc6d-5c73-453e-b881-c839662b6832 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:51:42.919126 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 54422) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:51:42.983654 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-b27092e6-1585-4876-aed2-4a1b70566c96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:43.015798 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-b27092e6-1585-4876-aed2-4a1b70566c96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:43.063105 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-b27092e6-1585-4876-aed2-4a1b70566c96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:43.068266 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-038e7b92-f43e-4403-83ac-98d44a850963 tempest-AttachVolumeTestJSON-619513811 tempest-AttachVolumeTestJSON-619513811-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:51:43.081632 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27092e6-1585-4876-aed2-4a1b70566c96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aad38a72-a6dc-416e-bb8d-e94363f165a3,revision_number=None']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:51:43.084482 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-b27092e6-1585-4876-aed2-4a1b70566c96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:51:43.090795 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-b27092e6-1585-4876-aed2-4a1b70566c96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:43.092363 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-b27092e6-1585-4876-aed2-4a1b70566c96 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/aad38a72-a6dc-416e-bb8d-e94363f165a3 HTTP/1.1" status: 204 len: 168 time: 0.1717505 Feb 15 21:51:43.407192 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 54430) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:51:43.430297 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-5ec11929-1893-4ba6-a4c0-d7d040421a10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:43.446741 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-5ec11929-1893-4ba6-a4c0-d7d040421a10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:51:43.451046 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-5ec11929-1893-4ba6-a4c0-d7d040421a10 admin admin] Usage tracker for resource:security_group_rule and tenant:93e62f2b9d9648f2a1e3cac4bde43513 is out of sync, need to count used quota {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:51:43.454499 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-5ec11929-1893-4ba6-a4c0-d7d040421a10 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:51:43.460824 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-5ec11929-1893-4ba6-a4c0-d7d040421a10 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:51:43.549409 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-5ec11929-1893-4ba6-a4c0-d7d040421a10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:43.556162 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-5ec11929-1893-4ba6-a4c0-d7d040421a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:43.563987 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-869d70a0-86af-4b36-ae29-f17ccc5b4ca6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:51:43.609021 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-5ec11929-1893-4ba6-a4c0-d7d040421a10 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=93e62f2b9d9648f2a1e3cac4bde43513&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2005849 Feb 15 21:51:43.610072 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec11929-1893-4ba6-a4c0-d7d040421a10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf0b93ad-3b91-463e-a545-e6b7bd0af185,revision_number=1']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:51:43.613213 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83998) accepted ('10.222.0.68', 54434) {{(pid=83998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:51:43.613730 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-5ec11929-1893-4ba6-a4c0-d7d040421a10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:51:43.683230 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-dc26374c-c1ca-468f-a023-95bad553c9ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:43.711488 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-dc26374c-c1ca-468f-a023-95bad553c9ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:43.763547 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-dc26374c-c1ca-468f-a023-95bad553c9ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:43.769100 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-834b4004-66f0-4555-91f5-1880d681e1a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:51:43.784351 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc26374c-c1ca-468f-a023-95bad553c9ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf0b93ad-3b91-463e-a545-e6b7bd0af185,revision_number=None']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:51:43.786799 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-dc26374c-c1ca-468f-a023-95bad553c9ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:43.789585 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-dc26374c-c1ca-468f-a023-95bad553c9ca admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/bf0b93ad-3b91-463e-a545-e6b7bd0af185 HTTP/1.1" status: 204 len: 168 time: 0.1735227 Feb 15 21:51:43.789585 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-dc26374c-c1ca-468f-a023-95bad553c9ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:51:44.064761 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:46.246318 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83998) accepted ('10.222.0.68', 54502) {{(pid=83998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:51:46.382581 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-37b6ff5d-f96a-4ff0-ae66-1b076be0e38c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:46.404197 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-37b6ff5d-f96a-4ff0-ae66-1b076be0e38c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:51:46.409200 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-37b6ff5d-f96a-4ff0-ae66-1b076be0e38c admin admin] Usage tracker for resource:security_group_rule and tenant:bb682d6ae5394af4a0ce2ad0f73c7c73 is out of sync, need to count used quota {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:51:46.412482 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-37b6ff5d-f96a-4ff0-ae66-1b076be0e38c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:51:46.418663 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-37b6ff5d-f96a-4ff0-ae66-1b076be0e38c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:51:46.510527 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-37b6ff5d-f96a-4ff0-ae66-1b076be0e38c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:46.514446 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-37b6ff5d-f96a-4ff0-ae66-1b076be0e38c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:46.524223 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-8b6474c8-8aee-4e6a-a8b7-9c477f383860 tempest-AttachVolumeShelveTestJSON-2031286883 tempest-AttachVolumeShelveTestJSON-2031286883-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:51:46.568020 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-37b6ff5d-f96a-4ff0-ae66-1b076be0e38c admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=bb682d6ae5394af4a0ce2ad0f73c7c73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3203883 Feb 15 21:51:46.568973 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b6ff5d-f96a-4ff0-ae66-1b076be0e38c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9ed3b77-db46-4416-82dd-335aecc22bd5,revision_number=1']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:51:46.571057 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 54508) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:51:46.572431 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-37b6ff5d-f96a-4ff0-ae66-1b076be0e38c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:51:46.639613 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-e1e70fd2-98f8-4b6f-bd2b-8c004fc9f932 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:46.668143 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-e1e70fd2-98f8-4b6f-bd2b-8c004fc9f932 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:46.719360 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-e1e70fd2-98f8-4b6f-bd2b-8c004fc9f932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:46.723617 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-de32ff00-f724-4bf1-81c5-2971c799692c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:51:46.738964 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e70fd2-98f8-4b6f-bd2b-8c004fc9f932 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9ed3b77-db46-4416-82dd-335aecc22bd5,revision_number=None']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:51:46.741807 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-e1e70fd2-98f8-4b6f-bd2b-8c004fc9f932 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:51:46.750302 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-e1e70fd2-98f8-4b6f-bd2b-8c004fc9f932 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:46.751515 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-e1e70fd2-98f8-4b6f-bd2b-8c004fc9f932 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/d9ed3b77-db46-4416-82dd-335aecc22bd5 HTTP/1.1" status: 204 len: 168 time: 0.1791279 Feb 15 21:51:47.050636 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 54516) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:51:47.070296 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-4820b63c-e29d-4b1f-8e6b-3d8cf768e9e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:47.085924 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-4820b63c-e29d-4b1f-8e6b-3d8cf768e9e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:51:47.090017 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-4820b63c-e29d-4b1f-8e6b-3d8cf768e9e9 admin admin] Usage tracker for resource:security_group_rule and tenant:fc98c130fc3746eeb8f5cf2ca386abfd is out of sync, need to count used quota {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:51:47.093219 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-4820b63c-e29d-4b1f-8e6b-3d8cf768e9e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:51:47.099116 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-4820b63c-e29d-4b1f-8e6b-3d8cf768e9e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:51:47.184669 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-4820b63c-e29d-4b1f-8e6b-3d8cf768e9e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:47.188584 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-4820b63c-e29d-4b1f-8e6b-3d8cf768e9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:47.196060 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-36ccdc3a-8a76-45b3-82ee-095838406a44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:51:47.240380 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-4820b63c-e29d-4b1f-8e6b-3d8cf768e9e9 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=fc98c130fc3746eeb8f5cf2ca386abfd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1884830 Feb 15 21:51:47.241378 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4820b63c-e29d-4b1f-8e6b-3d8cf768e9e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e4e3342-5731-4910-b214-f36ab82622ac,revision_number=1']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:51:47.244232 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83998) accepted ('10.222.0.68', 54520) {{(pid=83998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:51:47.244680 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-4820b63c-e29d-4b1f-8e6b-3d8cf768e9e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:51:47.308194 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-e26bc943-1d0d-4516-938c-dc4bb396d996 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:47.335364 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-e26bc943-1d0d-4516-938c-dc4bb396d996 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:47.381482 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-e26bc943-1d0d-4516-938c-dc4bb396d996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:47.385358 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-1aec92f2-729f-482a-93b2-7b623a97676c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:51:47.404354 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26bc943-1d0d-4516-938c-dc4bb396d996 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e4e3342-5731-4910-b214-f36ab82622ac,revision_number=None']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:51:47.407539 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-e26bc943-1d0d-4516-938c-dc4bb396d996 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:51:47.415360 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-e26bc943-1d0d-4516-938c-dc4bb396d996 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:47.416581 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-e26bc943-1d0d-4516-938c-dc4bb396d996 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/9e4e3342-5731-4910-b214-f36ab82622ac HTTP/1.1" status: 204 len: 168 time: 0.1712303 Feb 15 21:51:49.108998 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-5c8ed825-9fdb-4cb9-95d0-b0a8bc952749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:52.373378 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-21602ef6-1fad-4789-b29f-a97f5cfca687 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:52.524512 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83998) accepted ('10.222.0.68', 54586) {{(pid=83998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:51:52.549389 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-4f2d6fe3-588d-414d-8fc0-9e430caa4704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:52.666063 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-4dbac539-7508-41e7-a4ab-051e31acc97d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:52.682936 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-4dbac539-7508-41e7-a4ab-051e31acc97d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:51:52.687635 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-4dbac539-7508-41e7-a4ab-051e31acc97d admin admin] Usage tracker for resource:security_group_rule and tenant:c2271b4dce2f4924a2960eaa90db5cfa is out of sync, need to count used quota {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:51:52.692107 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-4dbac539-7508-41e7-a4ab-051e31acc97d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:51:52.698489 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-4dbac539-7508-41e7-a4ab-051e31acc97d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:51:52.791164 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-4dbac539-7508-41e7-a4ab-051e31acc97d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:52.794874 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-4dbac539-7508-41e7-a4ab-051e31acc97d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:52.802394 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-9961ae5d-2549-4dc3-b43a-2b7f234e0616 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:51:52.844820 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbac539-7508-41e7-a4ab-051e31acc97d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=add90247-2575-46ed-94e8-9bf24bb82c3a,revision_number=1']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:51:52.852901 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-4dbac539-7508-41e7-a4ab-051e31acc97d admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=c2271b4dce2f4924a2960eaa90db5cfa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3266070 Feb 15 21:51:52.853205 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 54592) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:51:52.854193 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-4dbac539-7508-41e7-a4ab-051e31acc97d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:51:52.922656 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-4eb0dba0-d226-4173-a428-ef7a9cbf8082 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:52.953378 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-4eb0dba0-d226-4173-a428-ef7a9cbf8082 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:53.002484 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-4eb0dba0-d226-4173-a428-ef7a9cbf8082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:53.007600 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-3f6fdc6d-5c73-453e-b881-c839662b6832 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:51:53.022754 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb0dba0-d226-4173-a428-ef7a9cbf8082 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=add90247-2575-46ed-94e8-9bf24bb82c3a,revision_number=None']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:51:53.025919 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-4eb0dba0-d226-4173-a428-ef7a9cbf8082 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:51:53.031546 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-4eb0dba0-d226-4173-a428-ef7a9cbf8082 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:53.032966 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-4eb0dba0-d226-4173-a428-ef7a9cbf8082 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/add90247-2575-46ed-94e8-9bf24bb82c3a HTTP/1.1" status: 204 len: 168 time: 0.1782353 Feb 15 21:51:53.492594 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:54.477587 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-c15141da-837e-426e-b554-b41f5a3e4bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:09.768338 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.agents_db [None req-9c3f008a-7c02-4f45-a369-4199c6caa59a None None] Agent healthcheck: found 6 active agents {{(pid=84001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 15 21:52:14.080019 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:19.113261 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-c0b07d1e-9b53-4381-b58b-0a2ed4fa7b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:20.643032 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83998) accepted ('10.222.0.68', 54768) {{(pid=83998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:52:20.786231 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-78dbb181-fae3-499d-8a8f-78fe6fe93f9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:20.803862 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-78dbb181-fae3-499d-8a8f-78fe6fe93f9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:52:20.808323 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-78dbb181-fae3-499d-8a8f-78fe6fe93f9a admin admin] Usage tracker for resource:security_group_rule and tenant:d0d955ff11904bd6aece1b0fc6f42970 is out of sync, need to count used quota {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:52:20.811547 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-78dbb181-fae3-499d-8a8f-78fe6fe93f9a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83998) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:52:20.817918 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-78dbb181-fae3-499d-8a8f-78fe6fe93f9a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83998) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:52:20.921177 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-78dbb181-fae3-499d-8a8f-78fe6fe93f9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:20.925374 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-78dbb181-fae3-499d-8a8f-78fe6fe93f9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:20.937584 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-8aeaf5f7-f595-4d09-9453-60644e542882 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:52:20.982211 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-78dbb181-fae3-499d-8a8f-78fe6fe93f9a admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=d0d955ff11904bd6aece1b0fc6f42970&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3379397 Feb 15 21:52:20.983213 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dbb181-fae3-499d-8a8f-78fe6fe93f9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36a1ca64-2260-45f9-9fa6-ddd0edb9706f,revision_number=1']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:52:20.986470 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 54774) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:52:20.986776 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-78dbb181-fae3-499d-8a8f-78fe6fe93f9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:52:21.057927 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-75d5eae2-fcb9-431d-ab5f-7bf51e5e0d25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:21.087091 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-75d5eae2-fcb9-431d-ab5f-7bf51e5e0d25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:21.134041 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-75d5eae2-fcb9-431d-ab5f-7bf51e5e0d25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_delete {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:21.138355 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:52:21.150227 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d5eae2-fcb9-431d-ab5f-7bf51e5e0d25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36a1ca64-2260-45f9-9fa6-ddd0edb9706f,revision_number=None']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:52:21.153231 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-75d5eae2-fcb9-431d-ab5f-7bf51e5e0d25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:52:21.160975 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-75d5eae2-fcb9-431d-ab5f-7bf51e5e0d25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:21.162657 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-75d5eae2-fcb9-431d-ab5f-7bf51e5e0d25 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/36a1ca64-2260-45f9-9fa6-ddd0edb9706f HTTP/1.1" status: 204 len: 168 time: 0.1747572 Feb 15 21:52:22.366308 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-2fafeb7b-84bd-4207-abf0-ea854e314235 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:22.553559 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-4f2d6fe3-588d-414d-8fc0-9e430caa4704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:23.496535 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:24.478324 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-c15141da-837e-426e-b554-b41f5a3e4bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:33.668935 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83999) accepted ('10.222.0.68', 54894) {{(pid=83999) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:52:33.808131 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-d6f5b32d-99fe-4f06-950f-4165663c8081 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:34.072399 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-d6f5b32d-99fe-4f06-950f-4165663c8081 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:52:34.076832 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-d6f5b32d-99fe-4f06-950f-4165663c8081 admin admin] Usage tracker for resource:security_group_rule and tenant:d7c5b2aede1f496aa96b50ae0f817409 is out of sync, need to count used quota {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:52:34.079997 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.quota.resource [None req-d6f5b32d-99fe-4f06-950f-4165663c8081 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83999) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:52:34.085985 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.quota.driver [None req-d6f5b32d-99fe-4f06-950f-4165663c8081 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83999) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:52:34.190963 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-d6f5b32d-99fe-4f06-950f-4165663c8081 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:34.194704 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-d6f5b32d-99fe-4f06-950f-4165663c8081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_create {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:34.210667 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-f65116e3-3cc6-47be-b7bb-ffb3d3449bcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:52:34.259433 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-d6f5b32d-99fe-4f06-950f-4165663c8081 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=d7c5b2aede1f496aa96b50ae0f817409&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5892143 Feb 15 21:52:34.261321 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f5b32d-99fe-4f06-950f-4165663c8081 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f791d93-547e-4e9e-b0ed-a8b59a942add,revision_number=1']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:52:34.264070 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [-] (83998) accepted ('10.222.0.68', 54900) {{(pid=83998) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:52:34.270168 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f5b32d-99fe-4f06-950f-4165663c8081 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:52:34.270589 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f5b32d-99fe-4f06-950f-4165663c8081 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:52:34.271000 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f5b32d-99fe-4f06-950f-4165663c8081 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:52:34.271408 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f5b32d-99fe-4f06-950f-4165663c8081 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:52:34.271805 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f5b32d-99fe-4f06-950f-4165663c8081 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:52:34.272232 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f5b32d-99fe-4f06-950f-4165663c8081 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:52:34.272626 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f5b32d-99fe-4f06-950f-4165663c8081 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:52:34.273021 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f5b32d-99fe-4f06-950f-4165663c8081 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:52:34.273432 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f5b32d-99fe-4f06-950f-4165663c8081 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:52:34.273825 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f5b32d-99fe-4f06-950f-4165663c8081 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:52:34.274220 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f5b32d-99fe-4f06-950f-4165663c8081 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:52:34.274609 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f5b32d-99fe-4f06-950f-4165663c8081 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:52:34.275060 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f5b32d-99fe-4f06-950f-4165663c8081 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:52:34.275436 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f5b32d-99fe-4f06-950f-4165663c8081 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:52:34.275827 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f5b32d-99fe-4f06-950f-4165663c8081 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:52:34.276217 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f5b32d-99fe-4f06-950f-4165663c8081 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:52:34.276790 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f5b32d-99fe-4f06-950f-4165663c8081 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:52:34.277149 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f5b32d-99fe-4f06-950f-4165663c8081 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:52:34.277592 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f5b32d-99fe-4f06-950f-4165663c8081 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:52:34.277982 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f5b32d-99fe-4f06-950f-4165663c8081 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:52:34.278381 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f5b32d-99fe-4f06-950f-4165663c8081 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:52:34.278773 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f5b32d-99fe-4f06-950f-4165663c8081 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:52:34.279148 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f5b32d-99fe-4f06-950f-4165663c8081 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:52:34.279536 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f5b32d-99fe-4f06-950f-4165663c8081 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:52:34.284372 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-d6f5b32d-99fe-4f06-950f-4165663c8081 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:52:34.329604 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-9a2a9f26-ebcc-4493-abc2-9d6e561746eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:34.357261 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-9a2a9f26-ebcc-4493-abc2-9d6e561746eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:34.408987 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-9a2a9f26-ebcc-4493-abc2-9d6e561746eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678400'] for security_group, after_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:34.413153 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-4f6cac07-07a4-4e31-b1f8-a66e00a3e78e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:52:34.429604 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2a9f26-ebcc-4493-abc2-9d6e561746eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f791d93-547e-4e9e-b0ed-a8b59a942add,revision_number=None']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:52:34.432429 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-9a2a9f26-ebcc-4493-abc2-9d6e561746eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:52:34.446941 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-9a2a9f26-ebcc-4493-abc2-9d6e561746eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:34.448273 dv-cinder-775250-3-smb neutron-server[83887]: INFO neutron.wsgi [None req-9a2a9f26-ebcc-4493-abc2-9d6e561746eb admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/4f791d93-547e-4e9e-b0ed-a8b59a942add HTTP/1.1" status: 204 len: 168 time: 0.1827598 Feb 15 21:52:44.065900 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:46.769552 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.agents_db [None req-9c3f008a-7c02-4f45-a369-4199c6caa59a None None] Agent healthcheck: found 6 active agents {{(pid=84001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 15 21:52:49.117304 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-31914729-2492-4f4e-baa7-2b5af3f63d69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:52.370380 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-ed3c7241-228a-4447-9c61-03a56e0c5556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:52.555474 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-4f2d6fe3-588d-414d-8fc0-9e430caa4704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:53.504557 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:54.484085 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-c15141da-837e-426e-b554-b41f5a3e4bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:14.089618 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:19.121308 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-0d3c8e41-e33b-4556-8872-3e1e9cd9529d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:22.381833 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-e69102c4-be34-4875-a304-ad2d7298c012 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:22.559325 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-4f2d6fe3-588d-414d-8fc0-9e430caa4704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:23.500678 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:23.770354 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.agents_db [None req-9c3f008a-7c02-4f45-a369-4199c6caa59a None None] Agent healthcheck: found 6 active agents {{(pid=84001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 15 21:53:24.482048 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-c15141da-837e-426e-b554-b41f5a3e4bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:44.093998 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:49.124185 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-429ccc1b-300c-4f5e-bd0e-7cc7bde652a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:52.382164 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aef3efbd-41c9-42fd-9122-0c201d502a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:52.564729 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-4f2d6fe3-588d-414d-8fc0-9e430caa4704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:53.494215 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:54.485525 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-c15141da-837e-426e-b554-b41f5a3e4bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:54:00.772095 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.agents_db [None req-9c3f008a-7c02-4f45-a369-4199c6caa59a None None] Agent healthcheck: found 6 active agents {{(pid=84001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 15 21:54:14.095955 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:54:19.135545 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-0c3f38ee-66e8-4d07-9a7a-99c7433387a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:54:22.387467 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-8d5d654c-7ea1-43c3-b856-7616a8305795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:54:22.571786 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-4f2d6fe3-588d-414d-8fc0-9e430caa4704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:54:23.507303 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:54:24.490321 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-c15141da-837e-426e-b554-b41f5a3e4bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:54:37.778069 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.agents_db [None req-9c3f008a-7c02-4f45-a369-4199c6caa59a None None] Agent healthcheck: found 6 active agents {{(pid=84001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 15 21:54:44.105671 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:54:49.136424 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-42b88eb1-1e3c-490b-96bc-b39db7bf6f7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:54:52.379904 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-7c786f7c-15d1-4d9a-979b-b1114e9ab4fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:54:52.577491 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-4f2d6fe3-588d-414d-8fc0-9e430caa4704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:54:53.506860 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:54:54.491604 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-c15141da-837e-426e-b554-b41f5a3e4bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:14.100926 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:14.774513 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.agents_db [None req-9c3f008a-7c02-4f45-a369-4199c6caa59a None None] Agent healthcheck: found 6 active agents {{(pid=84001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 15 21:55:19.137103 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-e68374d0-443c-4033-b390-b34aa74fad71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:22.378290 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-1907801e-4884-4c02-8cf1-69433ee4ba29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:22.582619 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-4f2d6fe3-588d-414d-8fc0-9e430caa4704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:23.506910 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:24.495729 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-c15141da-837e-426e-b554-b41f5a3e4bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:44.115129 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:49.139211 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-513553bc-0bd1-45d0-a1a7-8d1020b8c2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:51.771837 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.agents_db [None req-9c3f008a-7c02-4f45-a369-4199c6caa59a None None] Agent healthcheck: found 6 active agents {{(pid=84001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 15 21:55:52.379273 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-af1f2b61-b339-4a77-a909-fb7055803d9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:52.586434 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-4f2d6fe3-588d-414d-8fc0-9e430caa4704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:53.510892 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:54.508806 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-c15141da-837e-426e-b554-b41f5a3e4bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:14.145989 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:19.142941 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-bd211b1b-ac0c-4148-9ca3-1e238a73f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:22.385172 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-581c1212-b481-411c-951d-96b3a746862d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:22.588882 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-4f2d6fe3-588d-414d-8fc0-9e430caa4704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:23.510628 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:24.501175 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-c15141da-837e-426e-b554-b41f5a3e4bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:28.770155 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.agents_db [None req-9c3f008a-7c02-4f45-a369-4199c6caa59a None None] Agent healthcheck: found 6 active agents {{(pid=84001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 15 21:56:43.148003 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.wsgi [req-99cbd268-0a9f-4509-9a70-14584c8462e1 req-5215c1c5-fbf2-4ff1-a8f2-aaa23feb3610 service neutron] (83999) timed out ('10.222.0.46', 54192) {{(pid=83999) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Feb 15 21:56:44.160144 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:49.148529 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-d7a3807a-edce-4d9c-b800-82216606e4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:52.375933 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-eda1eb93-8f44-48e4-8ad3-7dbf4c6ff24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:52.594994 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-4f2d6fe3-588d-414d-8fc0-9e430caa4704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:53.514044 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:54.506799 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-c15141da-837e-426e-b554-b41f5a3e4bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:05.767207 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron.db.agents_db [None req-9c3f008a-7c02-4f45-a369-4199c6caa59a None None] Agent healthcheck: found 6 active agents {{(pid=84001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 15 21:57:14.178873 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-aeaa86e7-7b58-4c2b-b999-c3b093cbb200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:19.150367 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-9f181f69-d36d-402f-9927-306b91eee6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:22.380347 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-8e06ca0a-1e4f-476b-9528-6821c33998fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:22.592650 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-4f2d6fe3-588d-414d-8fc0-9e430caa4704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:23.519335 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-66d224de-4d14-4a64-b808-e0e38ef0cf65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:24.508170 dv-cinder-775250-3-smb neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-c15141da-837e-426e-b554-b41f5a3e4bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779317878541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3437656'] for agent, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}